-- Logs begin at Tue 2022-04-12 10:15:16 UTC, end at Tue 2022-04-12 11:22:40 UTC. -- Apr 12 10:54:37.276825 dv-cinder-830089-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 10:54:40.254491 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.common.config [-] Logging enabled! Apr 12 10:54:40.255017 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 10:54:40.255356 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103095) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 10:54:40.258737 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.common.config [-] Logging enabled! Apr 12 10:54:40.258996 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 10:54:40.259330 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103095) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 10:54:40.260285 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 10:54:40.260522 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 10:54:40.260891 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 10:54:40.261139 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 10:54:40.261366 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 10:54:40.261778 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.262202 dv-cinder-830089-4-iscsi neutron-server[103095]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 10:54:40.262515 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.262812 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.263108 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.263429 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.263720 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.264003 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.264291 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.264589 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.264877 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.265160 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.265442 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.265734 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.266014 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.266298 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.266583 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.266865 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] debug = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.267163 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.267596 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.268002 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.268285 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.268573 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.268851 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.269124 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.269400 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.269685 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.270012 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] host = dv-cinder-830089-4-iscsi {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.270291 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.270580 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.270866 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.271171 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.271454 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.271731 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.272016 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.272290 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.272565 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] log_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.272841 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.273132 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.273445 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.273740 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.273967 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.274191 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.274489 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.274775 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.275051 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.275352 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.275629 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.275904 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.276179 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.276447 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.276732 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.277019 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.277395 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.277680 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.278060 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.278237 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.278512 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.278798 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.279075 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.279378 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.279656 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.279948 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.280219 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.280494 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.280795 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.281083 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.281366 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.281653 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.281930 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.282211 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.282483 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.282753 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.283023 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] use_json = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.283322 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.283595 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.283876 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.284148 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.284419 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.284694 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.284966 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.285250 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.285523 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:40.285820 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.286119 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.286425 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.286731 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.287025 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.287336 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.287634 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.287921 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.288213 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.288506 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.288798 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.289592 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.289898 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.290270 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.290576 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.290888 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.291210 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.291511 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.291794 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.292076 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.292359 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.292641 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.292936 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.293218 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.293511 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.293805 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.294091 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.294390 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.294682 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.294980 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.295303 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.295583 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.295866 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.296161 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.296445 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.296723 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.297004 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.297294 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.297573 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.297849 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.298134 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.298418 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.298693 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.298968 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.299269 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.299562 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.299840 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.300115 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.300388 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.300668 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.300945 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.301235 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.301515 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.301789 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.302062 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.302341 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.302617 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.302892 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.303193 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.303470 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.303746 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.304023 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.304296 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.304571 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.305475 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.306036 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.306322 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.306596 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.306877 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.307178 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.307457 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.307732 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.308003 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.308281 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.308570 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.308869 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.309148 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.309430 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.309712 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.309990 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.310268 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.310546 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.310827 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.311108 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.311413 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.311708 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.311994 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.312285 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.312585 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.312868 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.313163 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.313444 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.313723 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.314008 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.314286 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.314566 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.314852 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.315151 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.315523 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.315822 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.316120 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.316418 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.316716 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.317004 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.317315 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.317599 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:40.317821 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 10:54:40.318063 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103095) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 10:54:40.700468 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 10:54:40.700746 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 10:54:40.701051 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 10:54:40.701385 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 10:54:41.031821 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.032128 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.032401 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.033704 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.033979 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.034246 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.088348 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.088624 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.088892 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.104109 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.104393 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.104667 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.135299 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.135580 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.135847 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.173083 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.173382 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.173647 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.517878 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.518493 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.518493 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.518761 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.519398 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.618978 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.619331 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.619617 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.619893 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.620162 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.620477 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.620739 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.620997 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.621255 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.621541 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.621804 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.622073 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.622332 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.622585 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.622843 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.623108 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.623389 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.623660 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.623931 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.624192 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.624622 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.624885 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.625171 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.625551 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.625807 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.626057 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.626462 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:54:41.626708 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:54:41.626953 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:54:41.627222 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:54:41.627466 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:54:41.627706 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:54:41.628075 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 10:54:41.631155 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 10:54:41.635719 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 10:54:41.639369 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Apr 12 10:54:41.641010 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 10:54:41.641476 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 10:54:41.641813 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 10:54:41.642196 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 10:54:41.645166 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 10:54:41.645421 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 10:54:41.645772 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 10:54:41.651447 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 10:54:41.674764 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 10:54:41.675259 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.675567 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103095) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 10:54:41.675934 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.677294 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103095) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 10:54:41.677576 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 10:54:41.677827 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 10:54:41.681408 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.681693 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:41.746557 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 10:54:41.746794 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 10:54:41.747034 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 10:54:41.747462 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 10:54:41.768727 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_db.sqlalchemy.engines [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103095) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 10:54:42.199334 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Initializing driver for type 'gre' Apr 12 10:54:42.199884 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] gre ID ranges: [(1, 1000)] Apr 12 10:54:42.252695 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Initializing driver for type 'local' Apr 12 10:54:42.253084 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Initializing driver for type 'vlan' Apr 12 10:54:42.265709 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] VlanTypeDriver initialization complete Apr 12 10:54:42.266065 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Initializing driver for type 'vxlan' Apr 12 10:54:42.266537 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] vxlan ID ranges: [(1, 1000)] Apr 12 10:54:42.314778 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Initializing extension driver 'port_security' Apr 12 10:54:42.315110 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.extensions.port_security [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] PortSecurityExtensionDriver initialization complete Apr 12 10:54:42.315460 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Initializing mechanism driver 'openvswitch' Apr 12 10:54:42.315788 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Initializing mechanism driver 'hyperv' Apr 12 10:54:42.322229 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.plugin [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:54:42.323055 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > port after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.323525 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > port after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.323879 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > port after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.324401 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:54:42.324830 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > subnet after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.325177 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > subnet after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.325517 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.325905 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:54:42.326303 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > network after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.326645 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > network after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.326979 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > network after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.327395 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:54:42.327798 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > security_group after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.328138 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > security_group after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.328471 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > security_group after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.328857 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:54:42.329253 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.329591 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.329925 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.330307 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:54:42.330697 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > address_group after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.331033 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > address_group after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.331387 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > address_group after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.331770 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 10:54:42.332207 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] ML2 OVO RPC backend initialized. {{(pid=103095) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 10:54:42.332890 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.333241 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.333671 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > network before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.334014 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > networks before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.334353 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > port before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.334686 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > ports before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.335022 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > subnet before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.335385 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > subnets before_response 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.335721 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > network after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.336532 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > network after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.336858 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > network after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.337184 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > port after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.337515 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > port after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.337840 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > port after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.338164 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > subnet after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.338490 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > subnet after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.338813 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.345814 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded quota_driver: . Apr 12 10:54:42.346171 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.plugin [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Modular L2 Plugin initialization complete Apr 12 10:54:42.346511 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading services supported by the core plugin {{(pid=103095) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 10:54:42.346846 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.plugins.ml2.managers [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Got port-security extension from driver 'port_security' Apr 12 10:54:42.347341 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.extensions.vlantransparent [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Disabled vlantransparent extension. Apr 12 10:54:42.347825 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103095) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 10:54:42.348145 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading Plugin: router Apr 12 10:54:42.382599 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router_interface before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.383538 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router after_create 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.383904 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router before_create 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.384258 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.384622 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.384972 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router after_delete 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.385320 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > floatingip after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.385662 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > floatingip after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.386010 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router after_create 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.386353 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router after_update 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.386693 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router after_update 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.387032 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.387407 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router after_update 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.387809 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router precommit_update 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.388168 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: port after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.388498 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: port after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.388827 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: subnet after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.389165 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.389502 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > port precommit_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.389839 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router precommit_create 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.390171 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: port before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.390505 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router precommit_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.390845 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router after_update 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.391206 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router precommit_delete 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.391549 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router precommit_create 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.391901 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.392233 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router precommit_update 55549900 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.392586 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > agent after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.392925 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > agent after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.393388 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > network after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.394263 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Tracking information for resource: router configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:54:42.394591 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Tracking information for resource: floatingip configured {{(pid=103095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 10:54:42.400001 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.db.l3_agentschedulers_db [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 10:54:42.400565 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: port after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.400916 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: port after_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.401276 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: port after_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.401602 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: port after_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.402364 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router before_create 55550100 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.402726 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router precommit_delete 55550100 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.403079 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router precommit_create 55550100 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.403456 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > router precommit_update 55550100 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.408254 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.services.provider_configuration [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service providers = [] {{(pid=103095) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 10:54:42.408612 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.db.servicetype_db [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103095) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 10:54:42.411515 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.services.service_base [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 10:54:42.411857 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.services.service_base [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 10:54:42.412191 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.services.service_base [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 10:54:42.413067 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.services.service_base [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 10:54:42.413427 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.services.service_base [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 10:54:42.413784 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:54:42.414126 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 10:54:42.425918 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:54:42.426199 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading Plugin: auto_allocate Apr 12 10:54:42.432016 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: network precommit_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.432375 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: network precommit_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.432882 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:54:42.433195 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading Plugin: tag Apr 12 10:54:42.439854 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:54:42.440183 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading Plugin: timestamp Apr 12 10:54:42.443958 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:54:42.444280 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading Plugin: network_ip_availability Apr 12 10:54:42.450515 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.450877 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.451264 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.451980 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:54:42.452295 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading Plugin: flavors Apr 12 10:54:42.457119 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:54:42.457448 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading Plugin: revisions Apr 12 10:54:42.462360 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 10:54:42.462750 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_concurrency.lockutils [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.762s {{(pid=103095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 10:54:42.463507 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103095) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 10:54:42.463839 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Initializing extension manager. Apr 12 10:54:42.464354 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: __init__.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.464692 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: __pycache__ {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.465019 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: address_group.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.465763 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.466328 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: address-group Apr 12 10:54:42.466645 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: address_scope.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.467378 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.467882 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: address-scope Apr 12 10:54:42.468197 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: admin_state_down_before_update.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.469115 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.469614 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: router-admin-state-down-before-update Apr 12 10:54:42.469928 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: agent.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.470618 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.471119 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: agent Apr 12 10:54:42.471458 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: agent_resources_synced.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.472351 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.472848 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: agent-resources-synced Apr 12 10:54:42.473163 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: allowedaddresspairs.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.474932 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.475476 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: allowed-address-pairs Apr 12 10:54:42.475798 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: auto_allocated_topology.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.476946 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.477457 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: auto-allocated-topology Apr 12 10:54:42.477776 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: availability_zone.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.478464 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.478970 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: availability_zone Apr 12 10:54:42.479324 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: availability_zone_filter.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.480225 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.480730 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: availability_zone_filter Apr 12 10:54:42.481049 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: data_plane_status.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.481939 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.482439 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 10:54:42.482754 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: default_subnetpools.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.483674 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.484180 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: default-subnetpools Apr 12 10:54:42.484495 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: dhcpagentscheduler.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.485294 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.485791 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: dhcp_agent_scheduler Apr 12 10:54:42.486114 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: dns.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.487010 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.487535 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension dns-integration not supported by any of loaded plugins Apr 12 10:54:42.487852 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: dns_domain_ports.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.488749 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.489245 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 10:54:42.489557 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.490459 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.490952 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 10:54:42.491296 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: dvr.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.491953 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.492484 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: dvr Apr 12 10:54:42.492867 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: ecmp_routes.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.493770 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.494266 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 10:54:42.494581 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: empty_string_filtering.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.495510 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.496013 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: empty-string-filtering Apr 12 10:54:42.496326 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.497231 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.497730 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 10:54:42.498043 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.498935 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.499458 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 10:54:42.499775 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: external_net.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.500671 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.501174 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: external-net Apr 12 10:54:42.501490 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: extra_dhcp_opt.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.502387 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.502888 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: extra_dhcp_opt Apr 12 10:54:42.503229 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: extraroute.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.504121 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.504622 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: extraroute Apr 12 10:54:42.504937 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: extraroute_atomic.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.505957 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.506467 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: extraroute-atomic Apr 12 10:54:42.506785 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: filter_validation.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.507469 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.508579 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: filter-validation Apr 12 10:54:42.508896 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: fip_pf_description.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.509966 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.510466 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 10:54:42.510784 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: fip_pf_port_range.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.511722 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.512225 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 10:54:42.512540 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: fip_port_details.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.513452 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.513951 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: fip-port-details Apr 12 10:54:42.514263 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: flavors.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.515498 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.516004 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: flavors Apr 12 10:54:42.516322 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.517947 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.518457 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 10:54:42.518767 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: floatingip_pools.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.519479 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.519983 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: floatingip-pools Apr 12 10:54:42.520299 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: ip_allocation.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.521227 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.521729 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 10:54:42.522043 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.522946 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.524084 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: ip-substring-filtering Apr 12 10:54:42.524399 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: l2_adjacency.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.525327 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.525825 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 10:54:42.526139 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: l3.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.527092 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.527623 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: router Apr 12 10:54:42.527941 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: l3_conntrack_helper.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.530109 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.530637 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 10:54:42.530962 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.531898 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.532408 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: ext-gw-mode Apr 12 10:54:42.532724 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.533625 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.534131 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: l3-ha Apr 12 10:54:42.534445 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.535373 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.535870 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 10:54:42.536184 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: l3_flavors.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.537095 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.537600 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: l3-flavors Apr 12 10:54:42.537915 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: l3_ndp_proxy.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.539321 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.539832 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 10:54:42.540149 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.541050 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.541553 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 10:54:42.541871 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: l3agentscheduler.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.542894 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.543431 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: l3_agent_scheduler Apr 12 10:54:42.543753 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: local_ip.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.545638 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.546148 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension local_ip not supported by any of loaded plugins Apr 12 10:54:42.546480 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: logging.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.547972 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.548492 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension logging not supported by any of loaded plugins Apr 12 10:54:42.548820 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: metering.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.549555 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.550127 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: metering Apr 12 10:54:42.550450 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.551550 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.552057 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: metering_source_and_destination_fields Apr 12 10:54:42.552379 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: multiprovidernet.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.553296 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.553797 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: multi-provider Apr 12 10:54:42.554115 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: netmtu.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.555167 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.555978 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: net-mtu Apr 12 10:54:42.556303 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: netmtu_writable.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.557211 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.557711 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: net-mtu-writable Apr 12 10:54:42.558026 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: network_availability_zone.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.558685 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.559211 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: network_availability_zone Apr 12 10:54:42.559532 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: network_ip_availability.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.560618 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.561117 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: network-ip-availability Apr 12 10:54:42.561432 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: network_segment_range.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.562182 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.562679 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 10:54:42.562996 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: pagination.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.563984 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.564307 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: pagination Apr 12 10:54:42.564620 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: port_device_profile.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.565509 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.566020 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: port-device-profile Apr 12 10:54:42.566341 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.567278 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.567785 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: port-mac-address-regenerate Apr 12 10:54:42.568100 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.568997 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.569495 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: port-numa-affinity-policy Apr 12 10:54:42.569808 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: port_resource_request.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.571251 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.571756 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 10:54:42.572073 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: port_resource_request_groups.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.573016 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.573514 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 10:54:42.573829 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: portbindings.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.574733 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.575273 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: binding Apr 12 10:54:42.575592 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: portbindings_extended.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.576836 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.577340 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: binding-extended Apr 12 10:54:42.577659 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: portsecurity.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.578557 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.579058 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: port-security Apr 12 10:54:42.579407 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: project_id.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.580367 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.580690 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: project-id Apr 12 10:54:42.581005 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: providernet.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.581907 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.582412 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: provider Apr 12 10:54:42.582729 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: qos.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.586503 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.587030 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension qos not supported by any of loaded plugins Apr 12 10:54:42.587388 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.588616 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.589127 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 10:54:42.589453 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.590478 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.590981 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 10:54:42.591338 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: qos_default.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.592258 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.592760 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension qos-default not supported by any of loaded plugins Apr 12 10:54:42.593078 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: qos_fip.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.593982 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.594483 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension qos-fip not supported by any of loaded plugins Apr 12 10:54:42.594800 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: qos_fip_network_policy.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.595734 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.596236 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 10:54:42.596551 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: qos_gateway_ip.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.597462 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.597962 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 10:54:42.598276 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: qos_port_network_policy.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.599204 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.599702 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 10:54:42.600020 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.601047 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.602077 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 10:54:42.602460 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.603607 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.604111 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 10:54:42.604427 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: qos_pps_rule.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.605576 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.606086 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension qos-pps not supported by any of loaded plugins Apr 12 10:54:42.606406 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: qos_rule_type_details.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.607358 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.607863 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 10:54:42.608183 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: qos_rule_type_filter.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.609084 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.609589 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 10:54:42.609912 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: qos_rules_alias.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.610946 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.611487 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 10:54:42.611809 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: quota_check_limit.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.612708 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.613213 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: quota-check-limit Apr 12 10:54:42.613532 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: quotasv2.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.614433 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.614755 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: quotas Apr 12 10:54:42.615071 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: quotasv2_detail.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.616774 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.617223 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: quota_details Apr 12 10:54:42.617633 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: rbac.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.618674 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.619212 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: rbac-policies Apr 12 10:54:42.619538 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: rbac_address_group.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.620464 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.620975 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: rbac-address-group Apr 12 10:54:42.621298 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: rbac_address_scope.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.622204 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.622714 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: rbac-address-scope Apr 12 10:54:42.623034 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: rbac_security_groups.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.624034 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.624543 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: rbac-security-groups Apr 12 10:54:42.624864 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: rbac_subnetpool.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.625771 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.626275 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: rbac-subnetpool Apr 12 10:54:42.626594 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: revisionifmatch.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.627541 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.628047 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: revision-if-match Apr 12 10:54:42.628365 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: revisions.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.629466 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.629976 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: standard-attr-revisions Apr 12 10:54:42.630299 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: router_availability_zone.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.630967 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.631508 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: router_availability_zone Apr 12 10:54:42.631828 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: routerservicetype.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.633269 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.633776 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension router-service-type not supported by any of loaded plugins Apr 12 10:54:42.634088 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.635001 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.635538 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: security-groups-normalized-cidr Apr 12 10:54:42.635856 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: security_groups_port_filtering.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.636768 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.637278 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: port-security-groups-filtering Apr 12 10:54:42.637594 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.638520 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.639028 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: security-groups-remote-address-group Apr 12 10:54:42.639367 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.640281 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.640788 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: security-groups-shared-filtering Apr 12 10:54:42.641106 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.641678 dv-cinder-830089-4-iscsi neutron-server[103095]: WARNING neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 10:54:42.641991 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: securitygroup.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.651615 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.652136 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: security-group Apr 12 10:54:42.652461 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: segment.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.653176 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.653682 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension segment not supported by any of loaded plugins Apr 12 10:54:42.654004 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.654932 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.655479 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 10:54:42.655803 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: servicetype.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.656880 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.657395 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: service-type Apr 12 10:54:42.657717 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: sorting.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.658717 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.659040 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: sorting Apr 12 10:54:42.659389 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: standard_attr_segment.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.660298 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.660818 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 10:54:42.661136 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: standardattrdescription.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.661776 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.662332 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: standard-attr-description Apr 12 10:54:42.662587 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: stateful_security_group.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.663545 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.664692 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: stateful-security-group Apr 12 10:54:42.665084 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: stdattrs_common.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.665648 dv-cinder-830089-4-iscsi neutron-server[103095]: WARNING neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 10:54:42.665964 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.666903 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.667449 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 10:54:42.667761 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: subnet_onboard.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.668823 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.669336 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: subnet_onboard Apr 12 10:54:42.669655 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.670779 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.671321 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 10:54:42.671657 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: subnet_service_types.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.672760 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.673273 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: subnet-service-types Apr 12 10:54:42.673637 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: subnetallocation.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.674692 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.675239 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: subnet_allocation Apr 12 10:54:42.675566 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.676402 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.676834 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: subnetpool-prefix-ops Apr 12 10:54:42.677154 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.678088 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.678590 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 10:54:42.678904 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: tagging.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.680600 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.681374 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: standard-attr-tag Apr 12 10:54:42.681696 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: timestamp.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.682901 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.683433 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loaded extension: standard-attr-timestamp Apr 12 10:54:42.683761 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: trunk.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.684772 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.685281 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension trunk not supported by any of loaded plugins Apr 12 10:54:42.685601 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: trunk_details.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.686509 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.687014 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension trunk-details not supported by any of loaded plugins Apr 12 10:54:42.687370 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: uplink_status_propagation.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.688290 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.688794 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 10:54:42.689113 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Loading extension file: vlantransparent.py {{(pid=103095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 10:54:42.689778 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 10:54:42.690276 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 10:54:42.692811 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:network Apr 12 10:54:42.693354 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:subnet Apr 12 10:54:42.693752 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:54:42.694139 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:port Apr 12 10:54:42.695444 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:54:42.695875 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service FLAVORS assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:54:42.696486 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:54:42.696904 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:54:42.697231 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:router Apr 12 10:54:42.697661 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:floatingip Apr 12 10:54:42.698151 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service METERING assigned prefix: /metering {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:54:42.699603 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.699967 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.700309 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 10:54:42.701295 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 10:54:42.701721 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:security_group Apr 12 10:54:42.702163 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 10:54:42.702747 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service CORE assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:54:42.703073 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:54:42.703435 dv-cinder-830089-4-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] subnetpool is already registered Apr 12 10:54:42.703865 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service CORE assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:54:42.704185 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:54:42.704510 dv-cinder-830089-4-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] subnetpool is already registered Apr 12 10:54:42.706770 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:54:42.707249 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service FLAVORS assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:54:42.707977 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:54:42.708406 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:54:42.708740 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:router Apr 12 10:54:42.709073 dv-cinder-830089-4-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] router is already registered Apr 12 10:54:42.709489 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:floatingip Apr 12 10:54:42.709821 dv-cinder-830089-4-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] floatingip is already registered Apr 12 10:54:42.710283 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service METERING assigned prefix: /metering {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:54:42.711626 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 10:54:42.711945 dv-cinder-830089-4-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] rbac_policy is already registered Apr 12 10:54:42.712364 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:security_group Apr 12 10:54:42.712692 dv-cinder-830089-4-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] security_group is already registered Apr 12 10:54:42.713099 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 10:54:42.713424 dv-cinder-830089-4-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] security_group_rule is already registered Apr 12 10:54:42.713899 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service CORE assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:54:42.714221 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:54:42.714545 dv-cinder-830089-4-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] subnetpool is already registered Apr 12 10:54:42.714969 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.v2.resource_helper [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Service CORE assigned prefix: {{(pid=103095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 10:54:42.715317 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 10:54:42.715644 dv-cinder-830089-4-iscsi neutron-server[103095]: WARNING neutron.quota.resource_registry [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] subnetpool is already registered Apr 12 10:54:42.716110 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: extensions {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.718753 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: address-groups {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.720256 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: address-scopes {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.721456 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: agents {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.722709 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: auto-allocated-topology {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.723959 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: availability_zones {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.725158 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: dhcp-networks {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.727172 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: dhcp-agents {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.728684 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: routers {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.730757 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: flavors {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.732021 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: service_profiles {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.733197 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: next_providers {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.734623 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: service_profiles {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.736067 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: floatingip-pools {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.737371 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: routers {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.739490 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: floatingips {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.740655 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: l3-routers {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.742145 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: l3-agents {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.743708 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: metering-labels {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.744990 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: metering-label-rules {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.746340 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: network-ip-availabilities {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.747618 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: bindings {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.749152 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: quotas {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.750761 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: quotas {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.752816 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: rbac-policies {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.753999 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: security-groups {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.755338 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: security-group-rules {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.756556 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: service-providers {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.757785 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: subnetpools {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.759278 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: subnetpools {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.760824 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.762477 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.764298 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.766057 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.767743 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.769693 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.771362 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.773123 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.776521 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.778240 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron.api.extensions [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Extended resource: tags {{(pid=103095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 10:54:42.784189 dv-cinder-830089-4-iscsi neutron-server[103095]: WARNING keystonemiddleware.auth_token [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 10:54:42.788694 dv-cinder-830089-4-iscsi neutron-server[103095]: WARNING keystonemiddleware.auth_token [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 10:54:42.798077 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_concurrency.lockutils [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Acquired lock "singleton_lock" {{(pid=103095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 10:54:42.798542 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_concurrency.lockutils [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Releasing lock "singleton_lock" {{(pid=103095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 10:54:42.799210 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO oslo_service.service [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Starting 2 workers Apr 12 10:54:42.804129 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Started child 103202 {{(pid=103095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 10:54:42.809057 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Started child 103203 {{(pid=103095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 10:54:42.809838 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:42.810647 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO neutron.service [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 10:54:42.811299 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Publish callbacks [] for process (None), before_spawn {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:42.811408 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [-] (103202) wsgi starting up on http://0.0.0.0:9696 Apr 12 10:54:42.813664 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO oslo_service.service [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Starting 1 workers Apr 12 10:54:42.813792 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:42.815196 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [-] (103203) wsgi starting up on http://0.0.0.0:9696 Apr 12 10:54:42.818895 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Started child 103204 {{(pid=103095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 10:54:42.819478 dv-cinder-830089-4-iscsi neutron-server[103095]: INFO oslo_service.service [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Starting 1 workers Apr 12 10:54:42.822870 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.service [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] calling RpcWorker wait() {{(pid=103204) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 10:54:42.823461 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.service [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] returning from RpcWorker wait() {{(pid=103204) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 10:54:42.824235 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Started child 103205 {{(pid=103095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 10:54:42.824854 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:42.825034 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG neutron_lib.callbacks.manager [None req-1497e224-c4ea-4e74-8b0f-a1b1a9812bfc None None] Publish callbacks [] for process (None), after_spawn {{(pid=103095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:42.825426 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:54:42.826966 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103095) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 10:54:42.827191 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 10:54:42.827380 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 10:54:42.827606 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 10:54:42.827953 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 10:54:42.828115 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 10:54:42.828636 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.828915 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.829183 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.829277 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:42.829722 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.829722 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.830164 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:54:42.830271 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.830477 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.830724 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.830992 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.831258 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.831424 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.831587 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.831837 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.832061 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.832374 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.832648 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.832908 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.833166 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.833335 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.833587 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.833865 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.834122 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.834382 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] debug = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.834629 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.835085 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.835329 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.835572 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.836328 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.836587 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.836857 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.837074 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.837326 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.837556 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.837775 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.838022 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.838246 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.838449 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.838686 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.838898 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.839163 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.839384 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.839838 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] host = dv-cinder-830089-4-iscsi {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.840052 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.840267 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.840489 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.840724 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.840973 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.841216 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.841478 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.841727 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.841963 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.842180 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.842414 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.842673 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.842884 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.843158 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.843440 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_options = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.843677 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.843937 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.844177 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.844362 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.844526 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.844685 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.844934 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.845094 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.845348 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.845585 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.845795 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.846003 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.846233 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.846470 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.846715 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.846940 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.847182 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.847388 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.847644 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.847903 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.848107 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.848323 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.848538 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.848762 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.848987 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.849203 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.849439 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.849662 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.849885 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.850130 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.850399 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.850606 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.850817 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.851055 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.852375 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.852520 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.852732 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.852922 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.853209 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.853428 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.853691 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.853944 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.854154 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.854389 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.854977 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.855106 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.856782 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_json = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.856782 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.856782 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.856782 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.856782 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.857142 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.857142 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.857274 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.857519 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.857733 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.858255 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.858995 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.859486 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.859902 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.860569 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.860569 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.860877 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.860877 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.861106 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.861528 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.861528 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.863979 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.863979 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.863979 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.863979 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.863979 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.863979 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.863979 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.864462 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.864462 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.864647 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.864870 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.865159 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.865534 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.865947 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.866181 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.866403 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.866700 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.866957 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.867378 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.867812 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.868224 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.868493 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.868805 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.869145 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.869585 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.870020 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.870402 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.870816 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.871328 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.871578 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.871798 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.872051 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.872304 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.872542 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.872968 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.873377 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.873787 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.874174 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.874524 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.874768 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.874990 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.875313 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.875532 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.875778 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.875994 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.876245 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.876500 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.876743 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.876952 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.877164 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.877395 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.877621 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.877831 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.878055 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.878262 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.878501 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.878710 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.878971 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.879203 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.879429 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.879649 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.879877 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.880216 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.880436 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.880802 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.881187 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.881546 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.881919 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.882322 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.882721 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.883083 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.883533 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.883826 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.884082 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.884301 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.884519 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.884742 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.884962 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.885189 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.885388 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.885803 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.886319 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.886571 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.886827 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.887046 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.887320 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.887543 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.887797 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.888024 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.888232 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.888463 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.888708 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.888933 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.889176 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.889394 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.889601 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.889844 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.890058 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.890269 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.890492 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.890707 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.890918 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.891186 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.891451 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.891712 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.891941 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.892185 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.892430 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.892707 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.892965 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.893213 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.893511 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.893784 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.894095 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.894351 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.894717 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.894880 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.895308 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.895898 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.896357 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.896615 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.896872 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.897100 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.897335 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.897580 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.897821 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.898052 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.898823 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.899170 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.899415 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.899642 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.899873 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.900181 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.900514 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.901007 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.901275 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.901515 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.901768 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.902003 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.902259 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.902499 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.902739 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.903187 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.903546 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.903763 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.903974 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.904205 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.904438 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.904646 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.904879 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.905092 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.905310 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.905520 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.905731 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.905944 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.906205 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.906416 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.906633 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.906867 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.907080 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.907320 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.907534 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.907767 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.908011 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.908227 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.908487 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.908735 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.908962 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.909182 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.909421 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.909655 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.909882 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.910143 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.910357 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.910584 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.910790 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.911003 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.911253 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.911480 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.911719 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.911933 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.912162 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.912389 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.912742 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.912989 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.913214 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.913457 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.913687 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.914517 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.914740 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.915080 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.915334 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.915584 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.915807 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.916019 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.916231 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.916442 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.916673 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.916884 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.917138 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.917370 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.917605 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.917818 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.918034 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.918246 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.918457 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.918688 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.919517 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.919517 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.919772 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.919893 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.920308 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.920607 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.920851 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.921076 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.921306 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.921532 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.921783 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.922006 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.922235 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.922438 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.922875 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.923280 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.924278 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.924278 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.924278 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.924278 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.924278 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.924843 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.924843 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.925039 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.925120 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.925282 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.925496 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.925709 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.925910 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.926299 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.926551 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.926781 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.926928 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.927112 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.927343 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.927565 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.927770 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.927973 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.928187 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.928419 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.928625 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.929155 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.929155 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.929447 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.929930 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.930159 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.930407 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.930664 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.931249 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.931459 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.931727 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.931960 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.932334 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.932560 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.932811 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.933119 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.933400 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.933665 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.933913 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.934204 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.934480 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.934755 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.934966 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.935271 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.935588 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.935877 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.936154 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.936376 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.936608 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.936833 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.937049 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.937294 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.937530 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.937639 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:54:42.937738 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.937984 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.938214 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.938455 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.938665 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.938885 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.939101 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.939356 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.939544 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.939779 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.939994 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.940175 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 10:54:42.940931 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103095) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 10:54:42.941096 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 10:54:42.941245 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 10:54:42.941413 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 10:54:42.941578 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 10:54:42.941730 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 10:54:42.941923 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.942075 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.942455 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.942617 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.942777 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.942952 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.943109 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.943300 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.943450 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.943610 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.943764 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.943918 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.944074 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.944227 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.944382 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.944537 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.944690 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.944844 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.945027 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.945260 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.945576 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.945576 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.945917 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] debug = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.945917 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.945917 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.946360 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.946360 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.946360 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.946703 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.946703 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.946867 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.946949 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.947068 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.947247 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.947405 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.947557 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.947872 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.948010 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.948167 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.948321 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.948479 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.948631 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] host = dv-cinder-830089-4-iscsi {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.948787 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.948940 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.949094 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.949248 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.949403 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.949557 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.949710 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.949864 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.950019 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.950176 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.950334 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.950488 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.950642 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.950795 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.956102 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_options = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.956102 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.956102 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.956102 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.956431 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 45372) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:54:42.956536 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.956536 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.956536 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.956536 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.956536 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.956536 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.956536 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957005 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957005 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957005 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957005 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957005 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957005 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957005 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957005 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957533 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957533 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957533 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957533 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957533 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957533 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957533 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.957533 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958061 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958061 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958061 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958061 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958061 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958061 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958061 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958061 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958735 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958735 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958735 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958735 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958735 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958735 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958735 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.958735 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959280 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959280 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959280 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959280 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959280 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_json = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959280 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959280 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959280 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959280 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959965 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959965 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959965 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959965 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959965 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 10:54:42.959965 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.959965 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.959965 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.960500 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.960500 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.960500 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.960500 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.960500 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.960500 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.960500 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.961844 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.961844 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.961844 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.961844 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.961844 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.962943 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.962943 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.962943 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.962943 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.962943 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.962943 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.962943 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.963654 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.963654 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.963654 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.963654 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.963654 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.964121 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.964121 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.964121 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.964434 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.964434 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.964628 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.964787 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.964948 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.965220 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0113716 Apr 12 10:54:42.965356 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.965356 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.965541 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.965541 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.965684 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.965836 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.965992 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.966149 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.966306 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.966465 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.966621 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.967681 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.967815 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.967976 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.968136 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.968283 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.969001 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.970307 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.970307 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.971120 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.971317 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.971482 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.971655 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.971816 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.971976 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.972217 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.973059 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.973246 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.973401 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.974578 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.974578 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.974578 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.974578 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.974578 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.974578 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.974578 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.974578 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.975082 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.975082 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.975082 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.975291 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.975359 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.975506 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.975653 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.975813 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.975973 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.976133 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.976292 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.977063 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.977403 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.977733 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.978073 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.978228 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.979161 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.979161 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.979161 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.979161 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.979161 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.979161 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.980000 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.980000 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.980000 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.980000 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.980000 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.980605 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.980605 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.980605 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.980605 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.980605 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.980945 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.980945 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.981090 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.981214 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.981366 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.981525 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.981680 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.981836 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.981993 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.982152 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.983213 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.983213 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.983213 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.983213 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.983213 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.983213 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.983213 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.983671 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.983671 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.983671 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.983844 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.984066 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.984159 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.984292 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.984448 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.984604 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.984762 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.984919 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.985076 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.985232 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.985390 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.985554 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.985717 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.985876 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.986032 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.986215 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.986371 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.986531 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.986700 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.986891 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.987038 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.987208 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.987344 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.987475 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.987610 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.987754 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.987887 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.988031 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.988164 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.988304 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.988464 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.988620 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.988777 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.988934 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.989092 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.989250 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.989406 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.989561 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.989721 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.989861 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.990023 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.991795 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.991795 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.991795 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.992792 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.992792 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.993072 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.993072 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.993305 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.993427 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.993551 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.993633 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.993758 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.993921 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.994083 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.994241 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.994400 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.994558 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.995516 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.995516 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.995516 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.995516 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.995516 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.995516 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.996117 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.996117 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.996117 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.996117 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.996458 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.996458 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.996601 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.996720 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.996852 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.996975 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.997097 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.997252 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.997480 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.997617 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.997739 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.997864 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.998006 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.998165 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.998322 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.998479 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.998635 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:42.998792 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.000658 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.000658 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.000658 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.000658 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.000658 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.000658 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.000658 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.000658 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.000658 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.001306 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.001306 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.001306 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.001306 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.001306 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.001306 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.001306 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.001928 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.001928 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.001928 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.001928 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.001928 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.002312 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.002312 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.002728 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.002728 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.002728 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.002946 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.002946 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.003163 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.003291 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.003403 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.003555 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.003712 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.003869 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.004026 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.004182 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.004339 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.004503 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.004658 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.004815 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.004971 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.005126 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.005282 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.005448 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.005608 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.005788 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.005940 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.006090 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.006222 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.006396 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.006533 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.006690 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.006854 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.007012 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.007187 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.007347 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.007533 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.007783 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.007890 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.007998 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.008155 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.008313 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.008470 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.008631 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.008798 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.008962 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.009121 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.009285 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.009450 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.009617 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.009775 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.009938 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.010108 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.010264 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.010421 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.010577 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.010737 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.010893 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.011050 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.011253 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.011396 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.011554 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.011710 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.011866 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.012023 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.012179 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.012335 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.012490 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.012719 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.012850 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.012938 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.013093 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 10:54:43.013243 dv-cinder-830089-4-iscsi neutron-server[103095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 10:54:54.652047 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3d27df-95bd-4650-8240-d9b57006f9db None None] get_active_networks_info from dv-cinder-830089-4-iscsi {{(pid=103204) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 10:54:54.716754 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3d27df-95bd-4650-8240-d9b57006f9db None None] No non-hosted networks {{(pid=103204) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 10:54:54.839899 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7dc41ee9-171b-4140-bb56-7285feedd66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16432844'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:56.824177 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c9ac4f7e-91b7-4b20-99ac-b967145bb982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16432844'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:56.881047 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-65d80403-426e-4db7-8ec4-1f7b43faf22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:57.874948 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 45440) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:54:58.111367 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16432844'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:54:58.561889 dv-cinder-830089-4-iscsi neutron-server[103202]: WARNING oslo_policy.policy [None req-9315bfc2-e65e-43ce-9e42-a5877571577c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:54:58.562493 dv-cinder-830089-4-iscsi neutron-server[103202]: WARNING oslo_policy.policy [None req-9315bfc2-e65e-43ce-9e42-a5877571577c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:54:58.809930 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [None req-9315bfc2-e65e-43ce-9e42-a5877571577c admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:54:58.825331 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-9315bfc2-e65e-43ce-9e42-a5877571577c admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9493034 Apr 12 10:54:59.624442 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16432844'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:00.509488 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.db.l3_hamode_db [None req-76bd810b-56c6-472f-8974-5e13d55bcd51 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 10:55:00.589578 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd810b-56c6-472f-8974-5e13d55bcd51 None None] Routers set() bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:55:00.589937 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd810b-56c6-472f-8974-5e13d55bcd51 None None] Router IDs set() for agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 10:55:01.052620 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16432844'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:01.053290 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.054201 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.054844 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.055086 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.055751 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.056290 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.056792 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.057135 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.057634 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.057976 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.058523 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.058827 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.059208 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.059538 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.059856 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:01.060233 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830089-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:55:01.066750 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830089-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:55:01.557884 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 45474) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:01.870283 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b7a9548f-48a3-4eef-853a-bd6b55b569f8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:55:01.964214 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.policy [None req-b7a9548f-48a3-4eef-853a-bd6b55b569f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103202) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 10:55:02.009322 dv-cinder-830089-4-iscsi neutron-server[103202]: WARNING oslo_policy.policy [None req-b7a9548f-48a3-4eef-853a-bd6b55b569f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:55:02.009700 dv-cinder-830089-4-iscsi neutron-server[103202]: WARNING oslo_policy.policy [None req-b7a9548f-48a3-4eef-853a-bd6b55b569f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:55:02.107875 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7a9548f-48a3-4eef-853a-bd6b55b569f8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740823067296', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740823067836', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740823051065', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740823054088', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740823097058', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740823101497', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-769162', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756407', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16362530', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16330587'] for rbac-policy (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:02.177286 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b7a9548f-48a3-4eef-853a-bd6b55b569f8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:02.178520 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-b7a9548f-48a3-4eef-853a-bd6b55b569f8 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6196313 Apr 12 10:55:04.690011 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 45486) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:04.991052 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:55:05.020718 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Made reservation on behalf of 7b5dc85ed07a4dbea0282d3a583ecd4a for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:55:05.025209 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:05.041926 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:05.147016 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Publish callbacks [] for security_group (570339df-00a5-4417-988d-4b20f480eb7f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:05.152508 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (570339df-00a5-4417-988d-4b20f480eb7f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:05.176946 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 10:55:05.212654 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740820865190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (5ecb7b60-7dc4-4eb1-8679-5ff42091cded), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:05.213234 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Unsubscribe: segment precommit_create {{(pid=103202) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 10:55:05.213763 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.segments_db [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Added segment 5ecb7b60-7dc4-4eb1-8679-5ff42091cded of type vlan for network 5faf8e85-3ced-42b9-b434-a2969bdc0ebb Apr 12 10:55:05.229083 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=570339df-00a5-4417-988d-4b20f480eb7f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:05.277986 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.278328 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.278681 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.279032 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.279397 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.279721 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.280044 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.280364 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.280682 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.280998 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.281316 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.281644 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.281960 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.282272 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.282581 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Tracked resource versions report: Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: pushed versions: Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: { 'AddressGroup': {'1.2'}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Agent': {'1.1'}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'ConntrackHelper': {'1.0'}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'LocalIPAssociation': {'1.0'}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Log': {'1.0'}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'NDPProxy': {'1.0'}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Network': {'1.1'}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Port': {'1.7'}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'PortForwarding': {'1.3'}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'QosPolicy': {'1.10'}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'SecurityGroup': {'1.5'}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'SecurityGroupRule': {'1.2'}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'SubPort': {'1.0'}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Subnet': {'1.1'}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Trunk': {'1.1'}} Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: consumer versions: Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: { DHCP agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: L3 agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: Metadata agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: Metering agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: Open vSwitch agent@dv-cinder-830089-4-iscsi: { 'AddressGroup': '1.2', Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Agent': '1.1', Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'ConntrackHelper': '1.0', Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'LocalIPAssociation': '1.0', Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Log': '1.0', Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'NDPProxy': '1.0', Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Network': '1.1', Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Port': '1.7', Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'PortForwarding': '1.3', Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'QosPolicy': '1.10', Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'SecurityGroup': '1.5', Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'SecurityGroupRule': '1.2', Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'SubPort': '1.0', Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Subnet': '1.1', Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Trunk': '1.1'}} Apr 12 10:55:05.283983 dv-cinder-830089-4-iscsi neutron-server[103202]: {{(pid=103202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 10:55:05.329394 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (5faf8e85-3ced-42b9-b434-a2969bdc0ebb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:05.368401 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (5faf8e85-3ced-42b9-b434-a2969bdc0ebb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:05.373417 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:05.374118 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:05.434501 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7433617 Apr 12 10:55:05.493273 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6096ea1-fb5e-4200-a1e4-fc9d68d3a2a5 demo demo] Pushing event updated for resources: {'Network': ['ID=5faf8e85-3ced-42b9-b434-a2969bdc0ebb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:05.510010 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network 5faf8e85-3ced-42b9-b434-a2969bdc0ebb details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 10:55:08.025529 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 45498) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:08.429603 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d011d1-030a-451a-ac67-5efbaf9731ab demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:08.431262 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-c0d011d1-030a-451a-ac67-5efbaf9731ab demo admin] 10.222.0.55 "GET /v2.0/networks/5faf8e85-3ced-42b9-b434-a2969bdc0ebb HTTP/1.1" status: 200 len: 825 time: 0.4047279 Apr 12 10:55:08.455596 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-cbea9ca1-39a3-41ee-856e-5742b910aa8b demo admin] 10.222.0.55 "GET /v2.0/subnetpools/3d045696-5c58-4349-b1de-6ca990095f6a HTTP/1.1" status: 200 len: 734 time: 0.0188081 Apr 12 10:55:08.463716 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3cae7420-c9b9-4ef4-a7ba-51648929c4d9 demo admin] Request body: {'subnet': {'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3d045696-5c58-4349-b1de-6ca990095f6a', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:55:08.483452 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cae7420-c9b9-4ef4-a7ba-51648929c4d9 demo admin] Made reservation on behalf of 7b5dc85ed07a4dbea0282d3a583ecd4a for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:55:08.485590 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cae7420-c9b9-4ef4-a7ba-51648929c4d9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:08.774372 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cae7420-c9b9-4ef4-a7ba-51648929c4d9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for subnet (dc27abbf-0dc4-4852-89b9-b0bde2e460dc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:08.850600 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae7420-c9b9-4ef4-a7ba-51648929c4d9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=dc27abbf-0dc4-4852-89b9-b0bde2e460dc,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:08.855034 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae7420-c9b9-4ef4-a7ba-51648929c4d9 demo admin] Checking segment: {'id': '5ecb7b60-7dc4-4eb1-8679-5ff42091cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:55:08.855440 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae7420-c9b9-4ef4-a7ba-51648929c4d9 demo admin] Network hostable DHCP agents. Network: 5faf8e85-3ced-42b9-b434-a2969bdc0ebb, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 10:55:08.876139 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae7420-c9b9-4ef4-a7ba-51648929c4d9 demo admin] Network 5faf8e85-3ced-42b9-b434-a2969bdc0ebb is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 10:55:08.887529 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-3cae7420-c9b9-4ef4-a7ba-51648929c4d9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, 5faf8e85-3ced-42b9-b434-a2969bdc0ebb) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:55:08.892286 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cae7420-c9b9-4ef4-a7ba-51648929c4d9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:08.892872 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3cae7420-c9b9-4ef4-a7ba-51648929c4d9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:08.898780 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37f7d73-67c7-4f18-a90c-51cda930e643 None None] Network 5faf8e85-3ced-42b9-b434-a2969bdc0ebb requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:55:08.910714 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-3cae7420-c9b9-4ef4-a7ba-51648929c4d9 demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4500506 Apr 12 10:55:09.280568 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfdabb7b-1339-58fe-8e8f-4cb6443bbd26-5faf8e85-3ced-42b9-b434-a2969bdc0ebb', 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb', 'project_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'fixed_ips': [{'subnet_id': 'dc27abbf-0dc4-4852-89b9-b0bde2e460dc'}]}} from dv-cinder-830089-4-iscsi. {{(pid=103204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 10:55:09.281861 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:09.558574 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Allocated IP 172.20.0.2 (5faf8e85-3ced-42b9-b434-a2969bdc0ebb/dc27abbf-0dc4-4852-89b9-b0bde2e460dc/9aa023e9-a9a1-41be-a851-2f2b654d8f71) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 10:55:09.829731 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Publish callbacks [] for port (9aa023e9-a9a1-41be-a851-2f2b654d8f71), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:09.838009 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (9aa023e9-a9a1-41be-a851-2f2b654d8f71), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:09.908837 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Network 5faf8e85-3ced-42b9-b434-a2969bdc0ebb is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:55:09.917844 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:55:09.921047 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 10:55:09.932374 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Pushing event updated for resources: {'Port': ['ID=9aa023e9-a9a1-41be-a851-2f2b654d8f71,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:09.981113 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.981465 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.981818 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.982172 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.982506 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.982837 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.983179 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.983511 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.983836 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.984158 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.984480 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.984838 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.985158 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.985476 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.985791 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Tracked resource versions report: Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: pushed versions: Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: { 'AddressGroup': {'1.2'}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Agent': {'1.1'}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'ConntrackHelper': {'1.0'}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'LocalIPAssociation': {'1.0'}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Log': {'1.0'}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'NDPProxy': {'1.0'}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Network': {'1.1'}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Port': {'1.7'}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'PortForwarding': {'1.3'}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'QosPolicy': {'1.10'}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'SecurityGroup': {'1.5'}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'SecurityGroupRule': {'1.2'}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'SubPort': {'1.0'}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Subnet': {'1.1'}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Trunk': {'1.1'}} Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: consumer versions: Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: { DHCP agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: L3 agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: Metadata agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: Metering agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: Open vSwitch agent@dv-cinder-830089-4-iscsi: { 'AddressGroup': '1.2', Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Agent': '1.1', Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'ConntrackHelper': '1.0', Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'LocalIPAssociation': '1.0', Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Log': '1.0', Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'NDPProxy': '1.0', Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Network': '1.1', Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Port': '1.7', Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'PortForwarding': '1.3', Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'QosPolicy': '1.10', Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'SecurityGroup': '1.5', Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'SecurityGroupRule': '1.2', Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'SubPort': '1.0', Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Subnet': '1.1', Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Trunk': '1.1'}} Apr 12 10:55:09.987243 dv-cinder-830089-4-iscsi neutron-server[103204]: {{(pid=103204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 10:55:10.023613 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Attempting to bind port 9aa023e9-a9a1-41be-a851-2f2b654d8f71 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 10:55:10.024019 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Attempting to bind port 9aa023e9-a9a1-41be-a851-2f2b654d8f71 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '5ecb7b60-7dc4-4eb1-8679-5ff42091cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 10:55:10.024451 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Attempting to bind port 9aa023e9-a9a1-41be-a851-2f2b654d8f71 on network 5faf8e85-3ced-42b9-b434-a2969bdc0ebb {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 10:55:10.029566 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 10, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 10:55:10.029797 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Checking segment: {'id': '5ecb7b60-7dc4-4eb1-8679-5ff42091cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:55:10.030275 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:10.030762 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Bound using segment: {'id': '5ecb7b60-7dc4-4eb1-8679-5ff42091cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 10:55:10.031270 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Bound port: 9aa023e9-a9a1-41be-a851-2f2b654d8f71, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecb7b60-7dc4-4eb1-8679-5ff42091cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 10:55:10.031669 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (9aa023e9-a9a1-41be-a851-2f2b654d8f71), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:10.093851 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] For port 9aa023e9-a9a1-41be-a851-2f2b654d8f71, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 10:55:10.117766 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] For port 9aa023e9-a9a1-41be-a851-2f2b654d8f71, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=9aa023e9-a9a1-41be-a851-2f2b654d8f71,segment=NetworkSegment(5ecb7b60-7dc4-4eb1-8679-5ff42091cded),segment_id=5ecb7b60-7dc4-4eb1-8679-5ff42091cded)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 10:55:10.125689 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (9aa023e9-a9a1-41be-a851-2f2b654d8f71), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:10.181998 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdb076-8c27-4c18-b27e-70178ad60484 None None] Pushing event updated for resources: {'Port': ['ID=9aa023e9-a9a1-41be-a851-2f2b654d8f71,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:11.533306 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 45506) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:11.848458 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [None req-4283ee0e-e3f9-4e52-b1db-6e37b1175188 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:55:11.849513 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-4283ee0e-e3f9-4e52-b1db-6e37b1175188 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3152728 Apr 12 10:55:14.445520 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 45514) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:14.774014 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [None req-aa1f497e-aa58-49ba-8d63-eb7f5ad1a6d4 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:55:14.775097 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-aa1f497e-aa58-49ba-8d63-eb7f5ad1a6d4 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3287272 Apr 12 10:55:17.362602 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 45522) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:17.677434 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-cc753bde-468a-4d48-8885-6130758a6b89 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:55:17.704325 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc753bde-468a-4d48-8885-6130758a6b89 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16432943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-404'] for router (d353fdb9-7fa0-4498-ba85-66295ac94d30), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:17.706469 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc753bde-468a-4d48-8885-6130758a6b89 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16431519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16479268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16603459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (d353fdb9-7fa0-4498-ba85-66295ac94d30), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:17.843768 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc753bde-468a-4d48-8885-6130758a6b89 demo demo] Publish callbacks [] for router_controller (d353fdb9-7fa0-4498-ba85-66295ac94d30), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:17.848259 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc753bde-468a-4d48-8885-6130758a6b89 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16431526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16479191'] for router (d353fdb9-7fa0-4498-ba85-66295ac94d30), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:17.865545 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-cc753bde-468a-4d48-8885-6130758a6b89 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:17.866712 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-cc753bde-468a-4d48-8885-6130758a6b89 demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5030220 Apr 12 10:55:20.425637 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 45534) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:20.750149 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [None req-d068f8c2-7d98-4e61-9973-23ade1a63f98 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:55:20.751161 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-d068f8c2-7d98-4e61-9973-23ade1a63f98 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3245704 Apr 12 10:55:21.773578 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6c39ee-131b-4396-8e63-15c9d5949721 None None] Network 5faf8e85-3ced-42b9-b434-a2969bdc0ebb requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:55:21.840735 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 9aa023e9-a9a1-41be-a851-2f2b654d8f71 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:55:21.847814 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-5a936422-c36a-47c3-88e8-6549abf0fe55 None None] Provisioning complete for port 9aa023e9-a9a1-41be-a851-2f2b654d8f71 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:21.848217 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a936422-c36a-47c3-88e8-6549abf0fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (9aa023e9-a9a1-41be-a851-2f2b654d8f71), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:22.039116 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 9aa023e9-a9a1-41be-a851-2f2b654d8f71 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:22.039480 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (9aa023e9-a9a1-41be-a851-2f2b654d8f71), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:22.138403 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-5a936422-c36a-47c3-88e8-6549abf0fe55 None None] Current status of the port 9aa023e9-a9a1-41be-a851-2f2b654d8f71 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:55:22.138783 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a936422-c36a-47c3-88e8-6549abf0fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (9aa023e9-a9a1-41be-a851-2f2b654d8f71), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:22.213351 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-5a936422-c36a-47c3-88e8-6549abf0fe55 None None] For port 9aa023e9-a9a1-41be-a851-2f2b654d8f71, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=9aa023e9-a9a1-41be-a851-2f2b654d8f71,segment=NetworkSegment(5ecb7b60-7dc4-4eb1-8679-5ff42091cded),segment_id=5ecb7b60-7dc4-4eb1-8679-5ff42091cded)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 10:55:22.214749 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 9aa023e9-a9a1-41be-a851-2f2b654d8f71 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:55:22.215354 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (9aa023e9-a9a1-41be-a851-2f2b654d8f71), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:22.219019 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a936422-c36a-47c3-88e8-6549abf0fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (9aa023e9-a9a1-41be-a851-2f2b654d8f71), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:22.306570 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a936422-c36a-47c3-88e8-6549abf0fe55 None None] Pushing event updated for resources: {'Port': ['ID=9aa023e9-a9a1-41be-a851-2f2b654d8f71,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:22.312430 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.db.api [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 10:55:22.312829 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG oslo_db.api [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 10:55:22.334158 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b985d46-2f4e-4b29-bd20-eca46838f283 None None] Provisioning complete for port 9aa023e9-a9a1-41be-a851-2f2b654d8f71 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:22.334546 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b985d46-2f4e-4b29-bd20-eca46838f283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (9aa023e9-a9a1-41be-a851-2f2b654d8f71), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:22.410913 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b985d46-2f4e-4b29-bd20-eca46838f283 None None] Current status of the port 9aa023e9-a9a1-41be-a851-2f2b654d8f71 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:55:22.848401 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 9aa023e9-a9a1-41be-a851-2f2b654d8f71 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:55:23.331383 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 45544) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:23.780303 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 9aa023e9-a9a1-41be-a851-2f2b654d8f71 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:55:23.826395 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 9aa023e9-a9a1-41be-a851-2f2b654d8f71 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:23.826669 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (9aa023e9-a9a1-41be-a851-2f2b654d8f71), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:23.851420 dv-cinder-830089-4-iscsi neutron-server[103203]: WARNING oslo_policy.policy [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:55:23.852011 dv-cinder-830089-4-iscsi neutron-server[103203]: WARNING oslo_policy.policy [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:55:23.901162 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 9aa023e9-a9a1-41be-a851-2f2b654d8f71 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:55:24.081009 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:55:24.135071 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Made reservation on behalf of 6db2eb1a281346bbb4ed9333861b6c12 for: {'network': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:55:24.197626 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.policy [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103203) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 10:55:24.239121 dv-cinder-830089-4-iscsi neutron-server[103203]: WARNING oslo_policy.policy [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:55:24.239504 dv-cinder-830089-4-iscsi neutron-server[103203]: WARNING oslo_policy.policy [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 10:55:24.249692 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:24.270395 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:24.385412 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Publish callbacks [] for security_group (326108d6-6dc3-4e4d-a8ff-14c57e9a7c8d), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:24.389090 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (326108d6-6dc3-4e4d-a8ff-14c57e9a7c8d), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:24.401037 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Reserving flat network on physical network physnet1 {{(pid=103203) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 10:55:24.434933 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740820865190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (3b482211-013d-45e7-ae04-ed960564d044), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:24.435530 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Unsubscribe: segment precommit_create {{(pid=103203) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 10:55:24.436083 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.segments_db [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Added segment 3b482211-013d-45e7-ae04-ed960564d044 of type flat for network 07cd2b0c-0781-4dba-a87d-e263ec3a559e Apr 12 10:55:24.452360 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326108d6-6dc3-4e4d-a8ff-14c57e9a7c8d,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:24.509545 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.509954 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.510344 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.510686 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.511066 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.511439 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.511764 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.512085 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.512421 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.512745 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.513078 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.513430 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.513737 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.514050 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.514362 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Tracked resource versions report: Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: pushed versions: Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: { 'AddressGroup': {'1.2'}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Agent': {'1.1'}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'ConntrackHelper': {'1.0'}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'LocalIPAssociation': {'1.0'}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Log': {'1.0'}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'NDPProxy': {'1.0'}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Network': {'1.1'}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Port': {'1.7'}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'PortForwarding': {'1.3'}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'QosPolicy': {'1.10'}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'SecurityGroup': {'1.5'}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'SecurityGroupRule': {'1.2'}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'SubPort': {'1.0'}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Subnet': {'1.1'}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Trunk': {'1.1'}} Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: consumer versions: Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: { DHCP agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: L3 agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: Metadata agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: Metering agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: Open vSwitch agent@dv-cinder-830089-4-iscsi: { 'AddressGroup': '1.2', Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Agent': '1.1', Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'ConntrackHelper': '1.0', Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'LocalIPAssociation': '1.0', Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Log': '1.0', Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'NDPProxy': '1.0', Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Network': '1.1', Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Port': '1.7', Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'PortForwarding': '1.3', Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'QosPolicy': '1.10', Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'SecurityGroup': '1.5', Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'SecurityGroupRule': '1.2', Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'SubPort': '1.0', Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Subnet': '1.1', Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Trunk': '1.1'}} Apr 12 10:55:24.515856 dv-cinder-830089-4-iscsi neutron-server[103203]: {{(pid=103203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 10:55:24.556977 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1a70a186-4046-4251-84bd-e54944ea121f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:24.562103 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (07cd2b0c-0781-4dba-a87d-e263ec3a559e), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:24.607286 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (07cd2b0c-0781-4dba-a87d-e263ec3a559e), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:24.608563 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:24.609243 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:24.682578 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3489439 Apr 12 10:55:24.719058 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b450d-1de9-4042-96a2-40bcf767b5d9 admin admin] Pushing event updated for resources: {'Network': ['ID=07cd2b0c-0781-4dba-a87d-e263ec3a559e,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:24.730319 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 10:55:26.816455 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a69d2518-3139-4aa6-b4c4-5e098d6412c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:27.189618 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 45564) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:27.585154 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e6448-c45d-464f-80da-6be1751f3761 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:27.586518 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-e36e6448-c45d-464f-80da-6be1751f3761 demo admin] 10.222.0.55 "GET /v2.0/subnets/dc27abbf-0dc4-4852-89b9-b0bde2e460dc HTTP/1.1" status: 200 len: 849 time: 0.3959033 Apr 12 10:55:27.750966 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-10f02005-112f-42d9-a698-2a0b5e769bf4 demo admin] 10.222.0.55 "GET /v2.0/routers/d353fdb9-7fa0-4498-ba85-66295ac94d30 HTTP/1.1" status: 200 len: 704 time: 0.1576035 Apr 12 10:55:28.038450 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:28.044295 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:28.339566 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Allocated IP 172.20.0.1 (5faf8e85-3ced-42b9-b434-a2969bdc0ebb/dc27abbf-0dc4-4852-89b9-b0bde2e460dc/be6a86d7-229d-45a3-b955-db84d1a672f1) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 10:55:28.528089 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Publish callbacks [] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:28.598017 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:28.674795 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Network 5faf8e85-3ced-42b9-b434-a2969bdc0ebb is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:55:28.680795 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:55:28.690997 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 10:55:28.691578 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16479012'] for router_interface (d353fdb9-7fa0-4498-ba85-66295ac94d30), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:28.710932 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Pushing event updated for resources: {'Port': ['ID=be6a86d7-229d-45a3-b955-db84d1a672f1,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:28.902402 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:28.969339 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-1d5b052f-ddcf-44a5-b2fc-c60d83fcf141 None None] Provisioning complete for port be6a86d7-229d-45a3-b955-db84d1a672f1 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:28.969641 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1d5b052f-ddcf-44a5-b2fc-c60d83fcf141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:29.005052 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b052f-ddcf-44a5-b2fc-c60d83fcf141 None None] Port be6a86d7-229d-45a3-b955-db84d1a672f1 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 10:55:29.168146 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Publish callbacks [] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:29.172833 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:29.173787 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478356'] for router_interface (d353fdb9-7fa0-4498-ba85-66295ac94d30), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:29.257448 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Pushing event updated for resources: {'Port': ['ID=be6a86d7-229d-45a3-b955-db84d1a672f1,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:29.300084 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Network 5faf8e85-3ced-42b9-b434-a2969bdc0ebb is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:55:29.301389 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:55:29.465115 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Router d353fdb9-7fa0-4498-ba85-66295ac94d30 is scheduled to L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb with binding_index 1 {{(pid=103203) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 10:55:29.526366 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-76f0ea37-7703-4b69-aedb-79202395cb0a None None] Provisioning complete for port be6a86d7-229d-45a3-b955-db84d1a672f1 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:29.526935 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-76f0ea37-7703-4b69-aedb-79202395cb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:29.556623 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 10:55:29.562264 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-c2f2ea78-290a-4a37-a6a7-90009ff821a6 demo admin] 10.222.0.55 "PUT /v2.0/routers/d353fdb9-7fa0-4498-ba85-66295ac94d30/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8061619 Apr 12 10:55:29.574673 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Sync routers for ids ['d353fdb9-7fa0-4498-ba85-66295ac94d30'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 10:55:29.577924 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-76f0ea37-7703-4b69-aedb-79202395cb0a None None] Port be6a86d7-229d-45a3-b955-db84d1a672f1 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 10:55:29.582025 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:29.588289 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Routers {'d353fdb9-7fa0-4498-ba85-66295ac94d30'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:55:29.589161 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T10:55:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['d353fdb9-7fa0-4498-ba85-66295ac94d30'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:55:29.788609 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Set router d353fdb9-7fa0-4498-ba85-66295ac94d30 gateway port host: None {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 10:55:30.207065 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'name': 'router1', 'tenant_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:55:17Z', 'updated_at': '2022-04-12T10:55:28Z', 'revision_number': 2, 'project_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'gw_port_host': None, '_interfaces': [{'id': 'be6a86d7-229d-45a3-b955-db84d1a672f1', 'name': '', 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb', 'tenant_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'mac_address': 'fa:16:3e:66:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc27abbf-0dc4-4852-89b9-b0bde2e460dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:55:28Z', 'updated_at': '2022-04-12T10:55:28Z', 'revision_number': 2, 'project_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'subnets': [{'id': 'dc27abbf-0dc4-4852-89b9-b0bde2e460dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d045696-5c58-4349-b1de-6ca990095f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:55:30.258684 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Checking router: d353fdb9-7fa0-4498-ba85-66295ac94d30 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 10:55:30.259046 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Updating router d353fdb9-7fa0-4498-ba85-66295ac94d30 port be6a86d7-229d-45a3-b955-db84d1a672f1 binding host dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 10:55:30.311490 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:30.822148 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Publish callbacks [] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:30.829669 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:30.979985 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Pushing event updated for resources: {'Port': ['ID=be6a86d7-229d-45a3-b955-db84d1a672f1,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:31.006856 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-1f895f3d-4a4e-4cff-88a0-fd0cd2349360 None None] Provisioning complete for port be6a86d7-229d-45a3-b955-db84d1a672f1 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:31.007362 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1f895f3d-4a4e-4cff-88a0-fd0cd2349360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:31.012595 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.012951 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.013313 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.013642 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.013974 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.014327 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.014662 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.014985 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.015332 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.015658 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.015981 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.016320 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.016645 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.016992 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.017306 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Tracked resource versions report: Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: pushed versions: Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: { 'AddressGroup': {'1.2'}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Agent': {'1.1'}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'ConntrackHelper': {'1.0'}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'LocalIPAssociation': {'1.0'}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Log': {'1.0'}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'NDPProxy': {'1.0'}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Network': {'1.1'}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Port': {'1.7'}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'PortForwarding': {'1.3'}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'QosPolicy': {'1.10'}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'SecurityGroup': {'1.5'}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'SecurityGroupRule': {'1.2'}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'SubPort': {'1.0'}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Subnet': {'1.1'}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Trunk': {'1.1'}} Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: consumer versions: Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: { DHCP agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: L3 agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: Metadata agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: Metering agent@dv-cinder-830089-4-iscsi: {}, Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: Open vSwitch agent@dv-cinder-830089-4-iscsi: { 'AddressGroup': '1.2', Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Agent': '1.1', Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'ConntrackHelper': '1.0', Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'LocalIPAssociation': '1.0', Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Log': '1.0', Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'NDPProxy': '1.0', Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Network': '1.1', Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Port': '1.7', Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'PortForwarding': '1.3', Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'QosPolicy': '1.10', Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'SecurityGroup': '1.5', Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'SecurityGroupRule': '1.2', Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'SubPort': '1.0', Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Subnet': '1.1', Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Trunk': '1.1'}} Apr 12 10:55:31.018743 dv-cinder-830089-4-iscsi neutron-server[103205]: {{(pid=103205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 10:55:31.024967 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Attempting to bind port be6a86d7-229d-45a3-b955-db84d1a672f1 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 10:55:31.025361 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Attempting to bind port be6a86d7-229d-45a3-b955-db84d1a672f1 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '5ecb7b60-7dc4-4eb1-8679-5ff42091cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 10:55:31.025792 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Attempting to bind port be6a86d7-229d-45a3-b955-db84d1a672f1 on network 5faf8e85-3ced-42b9-b434-a2969bdc0ebb {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 10:55:31.031187 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 10, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 10:55:31.031584 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Checking segment: {'id': '5ecb7b60-7dc4-4eb1-8679-5ff42091cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:55:31.032067 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:31.032457 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Bound using segment: {'id': '5ecb7b60-7dc4-4eb1-8679-5ff42091cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 10:55:31.032942 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Bound port: be6a86d7-229d-45a3-b955-db84d1a672f1, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecb7b60-7dc4-4eb1-8679-5ff42091cded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 10:55:31.033318 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:31.061560 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-1f895f3d-4a4e-4cff-88a0-fd0cd2349360 None None] Port be6a86d7-229d-45a3-b955-db84d1a672f1 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 10:55:31.064521 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:31.113139 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] For port be6a86d7-229d-45a3-b955-db84d1a672f1, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 10:55:31.133606 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] For port be6a86d7-229d-45a3-b955-db84d1a672f1, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=be6a86d7-229d-45a3-b955-db84d1a672f1,segment=NetworkSegment(5ecb7b60-7dc4-4eb1-8679-5ff42091cded),segment_id=5ecb7b60-7dc4-4eb1-8679-5ff42091cded)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 10:55:31.140915 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:31.202486 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Routers {'d353fdb9-7fa0-4498-ba85-66295ac94d30'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:55:31.203107 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T10:55:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['d353fdb9-7fa0-4498-ba85-66295ac94d30'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:55:31.238206 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96653501-b601-4c6e-bee4-f56848d65365 None None] Pushing event updated for resources: {'Port': ['ID=be6a86d7-229d-45a3-b955-db84d1a672f1,revision_number=4']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:31.302307 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] Set router d353fdb9-7fa0-4498-ba85-66295ac94d30 gateway port host: None {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 10:55:31.381285 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-4fd55de1-1df2-4f13-8bd4-ead0c667c7b4 None None] Provisioning complete for port be6a86d7-229d-45a3-b955-db84d1a672f1 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:31.381741 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fd55de1-1df2-4f13-8bd4-ead0c667c7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:31.463212 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-4fd55de1-1df2-4f13-8bd4-ead0c667c7b4 None None] Current status of the port be6a86d7-229d-45a3-b955-db84d1a672f1 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:55:31.463687 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fd55de1-1df2-4f13-8bd4-ead0c667c7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:31.496177 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-4fd55de1-1df2-4f13-8bd4-ead0c667c7b4 None None] For port be6a86d7-229d-45a3-b955-db84d1a672f1, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=be6a86d7-229d-45a3-b955-db84d1a672f1,segment=NetworkSegment(5ecb7b60-7dc4-4eb1-8679-5ff42091cded),segment_id=5ecb7b60-7dc4-4eb1-8679-5ff42091cded)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 10:55:31.502009 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fd55de1-1df2-4f13-8bd4-ead0c667c7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:31.512164 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'name': 'router1', 'tenant_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:55:17Z', 'updated_at': '2022-04-12T10:55:28Z', 'revision_number': 2, 'project_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'gw_port_host': None, '_interfaces': [{'id': 'be6a86d7-229d-45a3-b955-db84d1a672f1', 'name': '', 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb', 'tenant_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'mac_address': 'fa:16:3e:66:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc27abbf-0dc4-4852-89b9-b0bde2e460dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:55:28Z', 'updated_at': '2022-04-12T10:55:31Z', 'revision_number': 4, 'project_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'subnets': [{'id': 'dc27abbf-0dc4-4852-89b9-b0bde2e460dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d045696-5c58-4349-b1de-6ca990095f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:55:31.544853 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9a1fec-b640-417f-8c38-726ce03b3cf3 None None] The sync data for ids ['d353fdb9-7fa0-4498-ba85-66295ac94d30'] in dv-cinder-830089-4-iscsi is: [{'id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'name': 'router1', 'tenant_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:55:17Z', 'updated_at': '2022-04-12T10:55:28Z', 'revision_number': 2, 'project_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'gw_port_host': None, '_interfaces': [{'id': 'be6a86d7-229d-45a3-b955-db84d1a672f1', 'name': '', 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb', 'tenant_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'mac_address': 'fa:16:3e:66:6f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc27abbf-0dc4-4852-89b9-b0bde2e460dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:55:28Z', 'updated_at': '2022-04-12T10:55:31Z', 'revision_number': 4, 'project_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'subnets': [{'id': 'dc27abbf-0dc4-4852-89b9-b0bde2e460dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d045696-5c58-4349-b1de-6ca990095f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 10:55:31.557263 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd55de1-1df2-4f13-8bd4-ead0c667c7b4 None None] Pushing event updated for resources: {'Port': ['ID=be6a86d7-229d-45a3-b955-db84d1a672f1,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:32.102085 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 45584) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:32.294625 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52510424-43d7-4a45-a7af-da98e975c51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:32.296051 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-52510424-43d7-4a45-a7af-da98e975c51e admin admin] 10.222.0.55 "GET /v2.0/networks/07cd2b0c-0781-4dba-a87d-e263ec3a559e HTTP/1.1" status: 200 len: 842 time: 0.1929326 Apr 12 10:55:32.306328 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-6611d1e9-81f8-4ea1-85c2-253e6a40c900 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:55:32.329510 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6611d1e9-81f8-4ea1-85c2-253e6a40c900 admin admin] Made reservation on behalf of 6db2eb1a281346bbb4ed9333861b6c12 for: {'subnet': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:55:32.331635 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6611d1e9-81f8-4ea1-85c2-253e6a40c900 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:32.615172 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.objects.ports [None req-6611d1e9-81f8-4ea1-85c2-253e6a40c900 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103203) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 10:55:32.615505 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6611d1e9-81f8-4ea1-85c2-253e6a40c900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for subnet (74e885c2-e3c1-41ca-b547-103a995fb7ad), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:32.674961 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611d1e9-81f8-4ea1-85c2-253e6a40c900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e885c2-e3c1-41ca-b547-103a995fb7ad,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:32.686897 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6611d1e9-81f8-4ea1-85c2-253e6a40c900 admin admin] Checking segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:55:32.687294 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611d1e9-81f8-4ea1-85c2-253e6a40c900 admin admin] Network hostable DHCP agents. Network: 07cd2b0c-0781-4dba-a87d-e263ec3a559e, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 10:55:32.709179 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611d1e9-81f8-4ea1-85c2-253e6a40c900 admin admin] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 10:55:32.720986 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-6611d1e9-81f8-4ea1-85c2-253e6a40c900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, 07cd2b0c-0781-4dba-a87d-e263ec3a559e) {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:55:32.724946 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6611d1e9-81f8-4ea1-85c2-253e6a40c900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:32.725526 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6611d1e9-81f8-4ea1-85c2-253e6a40c900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:32.731033 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3300c98a-0837-4fa0-bb68-a0a793943abe None None] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:55:32.747334 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-6611d1e9-81f8-4ea1-85c2-253e6a40c900 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4417176 Apr 12 10:55:32.844818 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86189ac2-df97-4dc7-9eae-22883620283e None None] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:55:35.285761 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 45602) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:35.418223 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-f05a41ad-241f-45c2-a3e2-9a00cf95ab95 demo admin] 10.222.0.55 "GET /v2.0/routers/d353fdb9-7fa0-4498-ba85-66295ac94d30 HTTP/1.1" status: 200 len: 710 time: 0.1306565 Apr 12 10:55:35.503411 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca098330-aaed-472c-a9dd-9a3fbbe8267f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:55:35.504826 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-ca098330-aaed-472c-a9dd-9a3fbbe8267f demo admin] 10.222.0.55 "GET /v2.0/networks/07cd2b0c-0781-4dba-a87d-e263ec3a559e HTTP/1.1" status: 200 len: 886 time: 0.0812497 Apr 12 10:55:35.514065 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:55:35.830671 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Publish callbacks [] for router_gateway (d353fdb9-7fa0-4498-ba85-66295ac94d30), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:36.050278 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Publish callbacks [] for router_gateway (d353fdb9-7fa0-4498-ba85-66295ac94d30), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:36.125665 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:36.226637 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Allocated IP 172.27.0.115 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/94368f90-6bd5-469a-995c-7bc9b070dea9) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 10:55:36.328310 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Publish callbacks [] for port (94368f90-6bd5-469a-995c-7bc9b070dea9), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:36.360866 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (94368f90-6bd5-469a-995c-7bc9b070dea9), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:36.398199 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:55:36.400936 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:55:36.408705 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 10:55:36.412089 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Pushing event updated for resources: {'Port': ['ID=94368f90-6bd5-469a-995c-7bc9b070dea9,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:36.657331 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Publish callbacks [] for router_gateway (d353fdb9-7fa0-4498-ba85-66295ac94d30), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:36.864639 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16479286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16431537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-435'] for router (d353fdb9-7fa0-4498-ba85-66295ac94d30), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:36.868684 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16479191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16479173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16479180', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16431544'] for router (d353fdb9-7fa0-4498-ba85-66295ac94d30), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:36.986827 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Router d353fdb9-7fa0-4498-ba85-66295ac94d30 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 10:55:37.099151 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 10:55:37.104139 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] Publish callbacks [] for router (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:37.119164 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-939b42bb-accf-4f24-bf64-f8cd7299df2c demo admin] 10.222.0.55 "PUT /v2.0/routers/d353fdb9-7fa0-4498-ba85-66295ac94d30 HTTP/1.1" status: 200 len: 890 time: 1.5943804 Apr 12 10:55:39.704892 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 45614) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:55:39.814974 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device be6a86d7-229d-45a3-b955-db84d1a672f1 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:55:39.870163 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port be6a86d7-229d-45a3-b955-db84d1a672f1 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:39.870482 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:39.913183 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-33fcda8f-bcea-4e53-a1e0-9562cc66e906 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2071638 Apr 12 10:55:39.954867 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port be6a86d7-229d-45a3-b955-db84d1a672f1 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:55:40.252146 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Sync routers for ids ['d353fdb9-7fa0-4498-ba85-66295ac94d30'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 10:55:40.264911 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Routers {'d353fdb9-7fa0-4498-ba85-66295ac94d30'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:55:40.265613 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T10:55:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['d353fdb9-7fa0-4498-ba85-66295ac94d30'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:55:40.491665 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Set router d353fdb9-7fa0-4498-ba85-66295ac94d30 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 10:55:40.949754 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'name': 'router1', 'tenant_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '94368f90-6bd5-469a-995c-7bc9b070dea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:55:17Z', 'updated_at': '2022-04-12T10:55:36Z', 'revision_number': 4, 'project_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'gw_port': {'id': '94368f90-6bd5-469a-995c-7bc9b070dea9', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:55:36Z', 'updated_at': '2022-04-12T10:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'be6a86d7-229d-45a3-b955-db84d1a672f1', 'name': '', 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb', 'tenant_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'mac_address': 'fa:16:3e:66:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc27abbf-0dc4-4852-89b9-b0bde2e460dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:55:28Z', 'updated_at': '2022-04-12T10:55:31Z', 'revision_number': 5, 'project_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'subnets': [{'id': 'dc27abbf-0dc4-4852-89b9-b0bde2e460dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d045696-5c58-4349-b1de-6ca990095f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:55:40.999050 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Checking router: d353fdb9-7fa0-4498-ba85-66295ac94d30 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 10:55:40.999429 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Updating router d353fdb9-7fa0-4498-ba85-66295ac94d30 port 94368f90-6bd5-469a-995c-7bc9b070dea9 binding host dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 10:55:41.052308 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (94368f90-6bd5-469a-995c-7bc9b070dea9), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:41.375294 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Publish callbacks [] for port (94368f90-6bd5-469a-995c-7bc9b070dea9), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:41.380833 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (94368f90-6bd5-469a-995c-7bc9b070dea9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:41.430962 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Attempting to bind port 94368f90-6bd5-469a-995c-7bc9b070dea9 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 10:55:41.431380 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Attempting to bind port 94368f90-6bd5-469a-995c-7bc9b070dea9 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 10:55:41.431738 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Attempting to bind port 94368f90-6bd5-469a-995c-7bc9b070dea9 on network 07cd2b0c-0781-4dba-a87d-e263ec3a559e {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 10:55:41.439684 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd869b4-a15b-4279-a260-f50cac5a23d9 None None] Pushing event updated for resources: {'Port': ['ID=94368f90-6bd5-469a-995c-7bc9b070dea9,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:41.442604 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 10, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 10:55:41.442969 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Checking segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:55:41.443477 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:41.443742 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Bound using segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 10:55:41.444205 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Bound port: 94368f90-6bd5-469a-995c-7bc9b070dea9, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 10:55:41.444571 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (94368f90-6bd5-469a-995c-7bc9b070dea9), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:41.493407 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] For port 94368f90-6bd5-469a-995c-7bc9b070dea9, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 10:55:41.496242 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] For port 94368f90-6bd5-469a-995c-7bc9b070dea9, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=94368f90-6bd5-469a-995c-7bc9b070dea9,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 10:55:41.501370 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (94368f90-6bd5-469a-995c-7bc9b070dea9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:41.558192 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd869b4-a15b-4279-a260-f50cac5a23d9 None None] Pushing event updated for resources: {'Port': ['ID=94368f90-6bd5-469a-995c-7bc9b070dea9,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:41.560662 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Routers {'d353fdb9-7fa0-4498-ba85-66295ac94d30'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 10:55:41.561238 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T10:55:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['d353fdb9-7fa0-4498-ba85-66295ac94d30'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:55:41.683360 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] Set router d353fdb9-7fa0-4498-ba85-66295ac94d30 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 10:55:41.897337 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'name': 'router1', 'tenant_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '94368f90-6bd5-469a-995c-7bc9b070dea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:55:17Z', 'updated_at': '2022-04-12T10:55:36Z', 'revision_number': 4, 'project_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'gw_port': {'id': '94368f90-6bd5-469a-995c-7bc9b070dea9', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:55:36Z', 'updated_at': '2022-04-12T10:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'be6a86d7-229d-45a3-b955-db84d1a672f1', 'name': '', 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb', 'tenant_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'mac_address': 'fa:16:3e:66:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc27abbf-0dc4-4852-89b9-b0bde2e460dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:55:28Z', 'updated_at': '2022-04-12T10:55:31Z', 'revision_number': 5, 'project_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'subnets': [{'id': 'dc27abbf-0dc4-4852-89b9-b0bde2e460dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d045696-5c58-4349-b1de-6ca990095f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 10:55:41.925406 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2d805b-5ce3-4c37-81ae-ac368466fd2c None None] The sync data for ids ['d353fdb9-7fa0-4498-ba85-66295ac94d30'] in dv-cinder-830089-4-iscsi is: [{'id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'name': 'router1', 'tenant_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '94368f90-6bd5-469a-995c-7bc9b070dea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T10:55:17Z', 'updated_at': '2022-04-12T10:55:36Z', 'revision_number': 4, 'project_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'gw_port': {'id': '94368f90-6bd5-469a-995c-7bc9b070dea9', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:55:36Z', 'updated_at': '2022-04-12T10:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'be6a86d7-229d-45a3-b955-db84d1a672f1', 'name': '', 'network_id': '5faf8e85-3ced-42b9-b434-a2969bdc0ebb', 'tenant_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'mac_address': 'fa:16:3e:66:6f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd353fdb9-7fa0-4498-ba85-66295ac94d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc27abbf-0dc4-4852-89b9-b0bde2e460dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T10:55:28Z', 'updated_at': '2022-04-12T10:55:31Z', 'revision_number': 5, 'project_id': '7b5dc85ed07a4dbea0282d3a583ecd4a', 'subnets': [{'id': 'dc27abbf-0dc4-4852-89b9-b0bde2e460dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d045696-5c58-4349-b1de-6ca990095f6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 10:55:43.850250 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 94368f90-6bd5-469a-995c-7bc9b070dea9 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:55:43.927598 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 94368f90-6bd5-469a-995c-7bc9b070dea9 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:43.928222 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (94368f90-6bd5-469a-995c-7bc9b070dea9), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:44.033041 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 94368f90-6bd5-469a-995c-7bc9b070dea9 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:55:44.033590 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (94368f90-6bd5-469a-995c-7bc9b070dea9), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:44.062018 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port 94368f90-6bd5-469a-995c-7bc9b070dea9, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=94368f90-6bd5-469a-995c-7bc9b070dea9,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 10:55:44.074367 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (94368f90-6bd5-469a-995c-7bc9b070dea9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:44.146568 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=94368f90-6bd5-469a-995c-7bc9b070dea9,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:55:45.900704 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 94368f90-6bd5-469a-995c-7bc9b070dea9 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:55:46.037219 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 94368f90-6bd5-469a-995c-7bc9b070dea9 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:55:46.037611 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (94368f90-6bd5-469a-995c-7bc9b070dea9), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:46.237116 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 94368f90-6bd5-469a-995c-7bc9b070dea9 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:55:53.865271 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 5 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:55:54.562873 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7b696841-6f7f-4331-a8e3-e39732e4acfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:56.822198 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-90407490-045c-4879-9eee-c422802bc780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:58.198003 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:55:59.561049 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:01.054184 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:24.557027 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-40412397-cbd4-4554-9bab-e6e0939eb741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:26.847418 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-95415883-f1a1-4882-8ec0-b290f1f21266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:28.051401 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:29.556995 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:30.865828 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 5 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:56:31.052969 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:54.558057 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c94c1e38-e546-46e3-bf29-8a13e6ff4024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:56.821206 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7f3b98ed-8a2a-4fd9-b586-48e6e9870959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:58.050007 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:56:59.559560 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:01.047059 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:02.476790 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46098) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:57:02.542576 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-9841d4d6-a599-4918-94e8-c9d1766d47ce admin admin] GET failed (client error): The resource could not be found. Apr 12 10:57:02.543880 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-9841d4d6-a599-4918-94e8-c9d1766d47ce admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659170 Apr 12 10:57:02.703298 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754c56d7-553f-41bd-8258-e71a22b7c637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:02.704713 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-754c56d7-553f-41bd-8258-e71a22b7c637 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568818 Apr 12 10:57:05.027073 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46108) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:57:05.119048 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9c9295-064c-415f-b256-ce63e3adc1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:05.120404 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-bc9c9295-064c-415f-b256-ce63e3adc1bc admin admin] 10.222.0.55 "GET /v2.0/subnets/dc27abbf-0dc4-4852-89b9-b0bde2e460dc HTTP/1.1" status: 200 len: 849 time: 0.0923483 Apr 12 10:57:05.129662 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:57:05.212715 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Publish callbacks [] for subnet (dc27abbf-0dc4-4852-89b9-b0bde2e460dc), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:05.357255 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740820828182'] for subnet (dc27abbf-0dc4-4852-89b9-b0bde2e460dc), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:05.387255 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:05.388414 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:05.389101 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] 10.222.0.55 "PUT /v2.0/subnets/dc27abbf-0dc4-4852-89b9-b0bde2e460dc HTTP/1.1" status: 200 len: 868 time: 0.2631593 Apr 12 10:57:05.406186 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca4044a-a1ec-4d79-ae14-b240876b13d8 None None] Network 5faf8e85-3ced-42b9-b434-a2969bdc0ebb requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:57:05.412808 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc27abbf-0dc4-4852-89b9-b0bde2e460dc,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:57:05.420184 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.420611 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.420895 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.421230 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.421563 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.422035 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.422370 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.422690 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.423017 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.423381 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.423708 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.424104 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.424420 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.424736 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.425059 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680375a9-5270-4864-9bf3-de9c29a455cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:57:05.717045 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-9d813e19-d8b0-4f30-81f2-c52dc542396a None None] Provisioning complete for port be6a86d7-229d-45a3-b955-db84d1a672f1 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:57:05.717423 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-9d813e19-d8b0-4f30-81f2-c52dc542396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (be6a86d7-229d-45a3-b955-db84d1a672f1), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:05.796597 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-9d813e19-d8b0-4f30-81f2-c52dc542396a None None] Current status of the port be6a86d7-229d-45a3-b955-db84d1a672f1 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:57:05.806680 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-9d813e19-d8b0-4f30-81f2-c52dc542396a None None] Provisioning complete for port 9aa023e9-a9a1-41be-a851-2f2b654d8f71 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:57:05.807008 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-9d813e19-d8b0-4f30-81f2-c52dc542396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (9aa023e9-a9a1-41be-a851-2f2b654d8f71), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:05.883469 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-9d813e19-d8b0-4f30-81f2-c52dc542396a None None] Current status of the port 9aa023e9-a9a1-41be-a851-2f2b654d8f71 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:57:07.726511 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46116) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:57:07.864324 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 5 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:57:07.931875 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eeb158-b924-4063-ac8e-51f53b39826c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:07.932273 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eeb158-b924-4063-ac8e-51f53b39826c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:07.933821 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-46eeb158-b924-4063-ac8e-51f53b39826c admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2063735 Apr 12 10:57:10.250214 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46126) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:57:10.378518 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4d549f-e444-45a9-b566-f74e543b1612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:10.378976 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4d549f-e444-45a9-b566-f74e543b1612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:10.380517 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-2d4d549f-e444-45a9-b566-f74e543b1612 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1293612 Apr 12 10:57:12.710196 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46134) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:57:12.837838 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f21b3db-2e99-4c32-9172-eccca3eaf551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:12.839213 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-0f21b3db-2e99-4c32-9172-eccca3eaf551 admin admin] 10.222.0.55 "GET /v2.0/networks/07cd2b0c-0781-4dba-a87d-e263ec3a559e HTTP/1.1" status: 200 len: 886 time: 0.1280684 Apr 12 10:57:15.186942 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46142) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:57:15.342309 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f73c3-8329-4ade-b554-5b6b13695514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:15.346538 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-fd9f73c3-8329-4ade-b554-5b6b13695514 admin admin] 10.222.0.55 "GET /v2.0/networks/5faf8e85-3ced-42b9-b434-a2969bdc0ebb HTTP/1.1" status: 200 len: 869 time: 0.1558039 Apr 12 10:57:17.667808 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46150) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:57:17.785809 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f372e-9bb7-4c82-9b08-245aaa8f25e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:17.786256 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f372e-9bb7-4c82-9b08-245aaa8f25e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:17.787796 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-291f372e-9bb7-4c82-9b08-245aaa8f25e3 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1190507 Apr 12 10:57:20.077965 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46158) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:57:20.169617 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19906f1-6e29-486e-a51b-c08c6a48a345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:20.170135 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19906f1-6e29-486e-a51b-c08c6a48a345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:20.171618 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-a19906f1-6e29-486e-a51b-c08c6a48a345 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927801 Apr 12 10:57:22.495385 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46166) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:57:22.579587 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d89059-b605-4ec9-84f5-45b60de55982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:22.581374 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-b6d89059-b605-4ec9-84f5-45b60de55982 admin admin] 10.222.0.55 "GET /v2.0/subnets/74e885c2-e3c1-41ca-b547-103a995fb7ad HTTP/1.1" status: 200 len: 816 time: 0.0850570 Apr 12 10:57:24.560595 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2920a852-c1a9-40f6-acd4-dfe44ff1129f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:24.984852 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46174) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:57:25.076200 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182fcb58-b022-44a1-93bb-60195b1e27f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:57:25.077605 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-182fcb58-b022-44a1-93bb-60195b1e27f2 admin admin] 10.222.0.55 "GET /v2.0/subnets/dc27abbf-0dc4-4852-89b9-b0bde2e460dc HTTP/1.1" status: 200 len: 868 time: 0.0918012 Apr 12 10:57:26.824243 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b9a7d868-acec-4313-a29f-86c6aee028c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:28.052201 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:29.562965 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:31.048702 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:44.864194 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 5 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:57:54.563942 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b7d834a6-236a-42c3-8767-12bb9d2c90bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:56.827638 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-04973548-315f-4943-93bb-6d62794ac0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:58.054738 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:57:59.568328 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:01.052515 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:06.302006 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46232) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:58:06.349933 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [None req-5cd003de-e649-4937-98ca-15e48aea8c66 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103203) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:58:06.350930 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-5cd003de-e649-4937-98ca-15e48aea8c66 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479956 Apr 12 10:58:08.773651 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46240) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:58:08.832629 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8404444-e43e-4cf7-9f3e-67f61975b56e admin admin] GET failed (client error): The resource could not be found. Apr 12 10:58:08.833906 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-c8404444-e43e-4cf7-9f3e-67f61975b56e admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593407 Apr 12 10:58:08.973697 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8238da8-8658-4856-8dd3-c3d38bf28134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:58:08.975079 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-b8238da8-8658-4856-8dd3-c3d38bf28134 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1371880 Apr 12 10:58:11.341365 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46248) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:58:11.389777 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:58:11.410138 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Made reservation on behalf of 6db2eb1a281346bbb4ed9333861b6c12 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:58:11.412381 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:11.448480 dv-cinder-830089-4-iscsi neutron-server[103202]: WARNING neutron.services.revisions.revision_plugin [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Could not find related network for resource to bump revision. Apr 12 10:58:11.461156 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 10:58:11.470564 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (c7f315ef-8443-4fc8-826d-1dff0c93c9dd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:11.471586 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.segments_db [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Added segment c7f315ef-8443-4fc8-826d-1dff0c93c9dd of type vlan for network 7d6a33d3-a270-4e49-8738-2a74accfadc3 Apr 12 10:58:11.509827 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (7d6a33d3-a270-4e49-8738-2a74accfadc3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:11.533897 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (7d6a33d3-a270-4e49-8738-2a74accfadc3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:11.534798 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:58:11.535391 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:11.590017 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2475853 Apr 12 10:58:11.629459 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Pushing event updated for resources: {'Network': ['ID=7d6a33d3-a270-4e49-8738-2a74accfadc3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:58:11.636752 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.637099 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.637443 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.637782 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.638117 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.638447 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.638775 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.639098 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.639459 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.639785 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.640131 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.640472 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.640797 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.641117 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.641437 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bf4821-ac92-4d47-a26e-858360029e2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:11.653551 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network 7d6a33d3-a270-4e49-8738-2a74accfadc3 details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 10:58:14.038082 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46256) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:58:14.104182 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6021aa-686e-4ece-8de1-1fb0e7adb9a1 admin admin] GET failed (client error): The resource could not be found. Apr 12 10:58:14.105480 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-dc6021aa-686e-4ece-8de1-1fb0e7adb9a1 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0664439 Apr 12 10:58:14.177730 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0246e0b7-aea3-4116-bc51-93785ae726f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:58:14.179209 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-0246e0b7-aea3-4116-bc51-93785ae726f1 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697093 Apr 12 10:58:14.189040 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-996a16c3-4c87-4393-8c6b-f7d55fb39e70 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '7d6a33d3-a270-4e49-8738-2a74accfadc3', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 10:58:14.208007 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996a16c3-4c87-4393-8c6b-f7d55fb39e70 admin admin] Made reservation on behalf of 6db2eb1a281346bbb4ed9333861b6c12 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 10:58:14.210425 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-996a16c3-4c87-4393-8c6b-f7d55fb39e70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:14.374854 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-996a16c3-4c87-4393-8c6b-f7d55fb39e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for subnet (d4f4e0cc-c82c-4bd2-ab74-389dde259ed1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:14.441276 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a16c3-4c87-4393-8c6b-f7d55fb39e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f4e0cc-c82c-4bd2-ab74-389dde259ed1,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:58:14.446371 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a16c3-4c87-4393-8c6b-f7d55fb39e70 admin admin] Checking segment: {'id': 'c7f315ef-8443-4fc8-826d-1dff0c93c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7d6a33d3-a270-4e49-8738-2a74accfadc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:58:14.446772 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a16c3-4c87-4393-8c6b-f7d55fb39e70 admin admin] Network hostable DHCP agents. Network: 7d6a33d3-a270-4e49-8738-2a74accfadc3, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 10:58:14.464295 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a16c3-4c87-4393-8c6b-f7d55fb39e70 admin admin] Network 7d6a33d3-a270-4e49-8738-2a74accfadc3 is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 10:58:14.473550 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-996a16c3-4c87-4393-8c6b-f7d55fb39e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, 7d6a33d3-a270-4e49-8738-2a74accfadc3) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:58:14.477328 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996a16c3-4c87-4393-8c6b-f7d55fb39e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 10:58:14.477921 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-996a16c3-4c87-4393-8c6b-f7d55fb39e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:14.482427 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ae6896-7191-4279-b4e3-66c1ec026c86 None None] Network 7d6a33d3-a270-4e49-8738-2a74accfadc3 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:58:14.494057 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-996a16c3-4c87-4393-8c6b-f7d55fb39e70 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3082647 Apr 12 10:58:14.694109 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfdabb7b-1339-58fe-8e8f-4cb6443bbd26-7d6a33d3-a270-4e49-8738-2a74accfadc3', 'network_id': '7d6a33d3-a270-4e49-8738-2a74accfadc3', 'project_id': '6db2eb1a281346bbb4ed9333861b6c12', 'fixed_ips': [{'subnet_id': 'd4f4e0cc-c82c-4bd2-ab74-389dde259ed1'}]}} from dv-cinder-830089-4-iscsi. {{(pid=103204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 10:58:14.695255 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:14.866079 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Allocated IP 192.168.233.2 (7d6a33d3-a270-4e49-8738-2a74accfadc3/d4f4e0cc-c82c-4bd2-ab74-389dde259ed1/7ec7a54a-cf4f-4b3e-b5db-252453b66724) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 10:58:15.040314 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Publish callbacks [] for port (7ec7a54a-cf4f-4b3e-b5db-252453b66724), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:15.047278 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (7ec7a54a-cf4f-4b3e-b5db-252453b66724), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:15.093747 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Network 7d6a33d3-a270-4e49-8738-2a74accfadc3 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 10:58:15.096634 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 10:58:15.100399 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 10:58:15.107931 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Pushing event updated for resources: {'Port': ['ID=7ec7a54a-cf4f-4b3e-b5db-252453b66724,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:58:15.118885 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.119244 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.119605 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.119956 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.120280 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.120605 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.120919 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.121237 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.121553 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.121869 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.122180 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.122496 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.122811 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.123116 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.123453 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:58:15.178674 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Attempting to bind port 7ec7a54a-cf4f-4b3e-b5db-252453b66724 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 10:58:15.179046 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Attempting to bind port 7ec7a54a-cf4f-4b3e-b5db-252453b66724 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': 'c7f315ef-8443-4fc8-826d-1dff0c93c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7d6a33d3-a270-4e49-8738-2a74accfadc3'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 10:58:15.179425 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Attempting to bind port 7ec7a54a-cf4f-4b3e-b5db-252453b66724 on network 7d6a33d3-a270-4e49-8738-2a74accfadc3 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 10:58:15.185649 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 10, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 10:58:15.185649 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Checking segment: {'id': 'c7f315ef-8443-4fc8-826d-1dff0c93c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7d6a33d3-a270-4e49-8738-2a74accfadc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 10:58:15.186107 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:15.186385 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Bound using segment: {'id': 'c7f315ef-8443-4fc8-826d-1dff0c93c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7d6a33d3-a270-4e49-8738-2a74accfadc3'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 10:58:15.186904 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Bound port: 7ec7a54a-cf4f-4b3e-b5db-252453b66724, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f315ef-8443-4fc8-826d-1dff0c93c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7d6a33d3-a270-4e49-8738-2a74accfadc3'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 10:58:15.187349 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (7ec7a54a-cf4f-4b3e-b5db-252453b66724), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:15.251759 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] For port 7ec7a54a-cf4f-4b3e-b5db-252453b66724, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 10:58:15.255768 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] For port 7ec7a54a-cf4f-4b3e-b5db-252453b66724, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=7ec7a54a-cf4f-4b3e-b5db-252453b66724,segment=NetworkSegment(c7f315ef-8443-4fc8-826d-1dff0c93c9dd),segment_id=c7f315ef-8443-4fc8-826d-1dff0c93c9dd)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 10:58:15.262680 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (7ec7a54a-cf4f-4b3e-b5db-252453b66724), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:15.333429 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5a631-ec8c-493b-bc38-9bff910640bc None None] Pushing event updated for resources: {'Port': ['ID=7ec7a54a-cf4f-4b3e-b5db-252453b66724,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:58:15.923555 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 7ec7a54a-cf4f-4b3e-b5db-252453b66724 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:58:15.980554 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 7ec7a54a-cf4f-4b3e-b5db-252453b66724 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:58:15.981127 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (7ec7a54a-cf4f-4b3e-b5db-252453b66724), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:16.078306 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 7ec7a54a-cf4f-4b3e-b5db-252453b66724 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:58:16.078757 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (7ec7a54a-cf4f-4b3e-b5db-252453b66724), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:16.115028 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port 7ec7a54a-cf4f-4b3e-b5db-252453b66724, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=7ec7a54a-cf4f-4b3e-b5db-252453b66724,segment=NetworkSegment(c7f315ef-8443-4fc8-826d-1dff0c93c9dd),segment_id=c7f315ef-8443-4fc8-826d-1dff0c93c9dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 10:58:16.119780 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (7ec7a54a-cf4f-4b3e-b5db-252453b66724), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:16.173860 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=7ec7a54a-cf4f-4b3e-b5db-252453b66724,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:58:16.227042 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e090dbf-c125-4617-80c5-8277f622b85c None None] Network 7d6a33d3-a270-4e49-8738-2a74accfadc3 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 10:58:16.342390 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-43479230-843d-4f16-9814-3f54a799c2f1 None None] Provisioning complete for port 7ec7a54a-cf4f-4b3e-b5db-252453b66724 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:58:16.342687 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-43479230-843d-4f16-9814-3f54a799c2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (7ec7a54a-cf4f-4b3e-b5db-252453b66724), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:16.429356 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-43479230-843d-4f16-9814-3f54a799c2f1 None None] Current status of the port 7ec7a54a-cf4f-4b3e-b5db-252453b66724 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:58:16.546227 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-0613069e-2253-4525-9c61-254b52080854 None None] Provisioning complete for port 7ec7a54a-cf4f-4b3e-b5db-252453b66724 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:58:16.546609 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0613069e-2253-4525-9c61-254b52080854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (7ec7a54a-cf4f-4b3e-b5db-252453b66724), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:16.628730 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-0613069e-2253-4525-9c61-254b52080854 None None] Current status of the port 7ec7a54a-cf4f-4b3e-b5db-252453b66724 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:58:17.898460 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 7ec7a54a-cf4f-4b3e-b5db-252453b66724 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 10:58:17.945866 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 7ec7a54a-cf4f-4b3e-b5db-252453b66724 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 10:58:17.946356 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (7ec7a54a-cf4f-4b3e-b5db-252453b66724), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:18.024676 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 7ec7a54a-cf4f-4b3e-b5db-252453b66724 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 10:58:21.863476 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 5 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:58:24.568332 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-578b2345-1d46-4d6d-8b7c-c6ed02436773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:26.830447 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0078-3753-4575-999a-09bc778eba34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:28.057401 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:29.571904 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:31.055607 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:54.575631 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8ae1-1f3a-4374-a797-32440a5c3fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:56.833883 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-43900f7b-40cb-4466-8fe3-c64b3a9e2db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:58.061607 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:58:58.862496 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 5 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:58:59.576469 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:01.057120 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:24.579204 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-769a7db0-bf85-4b66-a3ce-69467af9cf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:26.836821 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5cea9b81-03f5-4238-a64b-d1562275ebec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:28.065287 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:29.579941 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:31.060362 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:35.860191 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 5 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 10:59:46.764071 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46294) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:59:46.770080 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [None req-70246b15-dfb2-4c97-ad3d-128dd3f63aaf tempest-verify_tempest_config-1659293681 tempest-verify_tempest_config-1659293681-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 10:59:46.771040 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-70246b15-dfb2-4c97-ad3d-128dd3f63aaf tempest-verify_tempest_config-1659293681 tempest-verify_tempest_config-1659293681-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060194 Apr 12 10:59:47.052670 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46312) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:59:47.152681 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:47.226723 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Publish callbacks [] for security_group (176e4094-9f46-430b-9e5c-1f21ad70a1b8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:47.230324 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (176e4094-9f46-430b-9e5c-1f21ad70a1b8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:47.275441 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d762656d5e764ab88508c2f03744d561&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2217309 Apr 12 10:59:47.277321 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176e4094-9f46-430b-9e5c-1f21ad70a1b8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:59:47.278253 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46316) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 10:59:47.285012 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.285357 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.285708 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.286043 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.286366 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.286687 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.287008 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.287347 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.287682 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.288002 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.288333 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.288669 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.288984 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.289295 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.289604 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06410-b8d9-48f2-b3d7-b7c9e6398ead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.335598 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Publish callbacks [] for security_group (176e4094-9f46-430b-9e5c-1f21ad70a1b8), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:47.356106 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Publish callbacks [] for security_group (176e4094-9f46-430b-9e5c-1f21ad70a1b8), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:47.444283 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (176e4094-9f46-430b-9e5c-1f21ad70a1b8), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:47.446768 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:47.447965 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/176e4094-9f46-430b-9e5c-1f21ad70a1b8 HTTP/1.1" status: 204 len: 168 time: 0.1687531 Apr 12 10:59:47.456008 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176e4094-9f46-430b-9e5c-1f21ad70a1b8,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 10:59:47.462564 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.462913 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.463287 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.463628 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.463962 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.464291 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.464617 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.464941 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.465267 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.465592 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.465915 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.466243 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.466669 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.466881 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:47.467224 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9214baad-0d14-4cb7-b9e2-7a89d961e64c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 10:59:54.587548 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2aad6e34-9dca-41d1-9f39-3c70e405d846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:56.838374 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a10ee85-b6ea-4350-abeb-327aa7323801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:58.068513 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 10:59:59.586631 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:01.064593 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:12.857700 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 5 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:00:24.585494 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c1aaddaa-a986-48c8-ac5a-2df3eefdc9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:26.840754 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8ec9c5a3-d33f-43d2-bf08-8c70a74ab96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:28.069306 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:29.586723 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:31.067326 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:49.856303 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 5 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:00:54.576462 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c3fd412b-ee23-4ffb-8382-4a55d0bfb637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:56.843225 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d836b4ce-f33a-46df-9a5e-f47cb3409be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:58.070877 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:00:59.590429 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:01.069645 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:24.577519 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-35d40108-7e9c-4cdc-b594-a9fbb20be4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:26.845707 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-17ec51d2-0a67-4756-ab6d-977937f3fdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:26.854328 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 5 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:01:28.073652 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:29.590939 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:31.072106 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:38.824543 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16432844'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:53.971192 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46388) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:54.072308 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-3232c291-d45a-4f73-9cfe-a00a4d7595f1 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1000307 Apr 12 11:01:54.581735 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7fce53a4-c056-414e-be28-ea359f688992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:56.411996 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46398) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:01:56.465801 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-7223adfb-65a7-42e3-b23e-1aef8c07a87b admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526071 Apr 12 11:01:56.848527 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b8fda679-be5a-4a01-93c2-0a30e19b0603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:58.077711 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:01:59.595272 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:01.074683 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:03.854206 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:02:08.822292 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:24.583864 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-965961e7-8f36-4e3c-93d6-7ac9b97ded0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:26.850900 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2e140852-5d51-4930-9dc5-27d85b9169f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:28.080379 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:29.597005 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:31.079150 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:38.833421 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:40.853302 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:02:54.597313 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-22919e0e-5576-405f-9904-b24c17c94406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:56.858858 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-878cab1a-50bc-413c-aedf-48324dd74d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:58.085382 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:02:59.602759 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:01.081886 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:08.839816 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:17.851708 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:03:24.589348 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5c268e63-5857-46c7-a025-9666059d5111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:26.854195 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c84cc617-f4c0-4422-a63e-b44ac582cc80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:28.084809 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:29.603820 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:31.084289 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:36.638488 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46586) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:37.049168 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1408686391-network', 'tenant_id': '5a81fa2a787d40dcaec7e8b6f28f930d'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:37.077093 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Made reservation on behalf of 5a81fa2a787d40dcaec7e8b6f28f930d for: {'network': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:37.080664 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.091660 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.193808 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Publish callbacks [] for security_group (c13adc9a-5945-4b47-9f57-c29b54207d7b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.201222 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (c13adc9a-5945-4b47-9f57-c29b54207d7b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.226907 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:03:37.246170 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13adc9a-5945-4b47-9f57-c29b54207d7b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:37.257087 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.257441 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.257777 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.258212 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.258486 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.258783 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.259035 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.259638 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.260122 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.260608 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.260950 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46620) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:37.261642 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.262127 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.262594 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.263182 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.263791 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Tracked resource versions report: Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: pushed versions: Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: { 'AddressGroup': {'1.2'}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Agent': {'1.1'}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'ConntrackHelper': {'1.0'}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Log': {'1.0'}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'NDPProxy': {'1.0'}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Network': {'1.1'}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Port': {'1.7'}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'PortForwarding': {'1.3'}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'QosPolicy': {'1.10'}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'SecurityGroup': {'1.5'}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'SubPort': {'1.0'}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Subnet': {'1.1'}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Trunk': {'1.1'}} Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: consumer versions: Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: { DHCP agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: HyperV agent@hv-cinder-83008: {}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: L3 agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: Metadata agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: Metering agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: Open vSwitch agent@dv-cinder-830089-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Agent': '1.1', Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'ConntrackHelper': '1.0', Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'LocalIPAssociation': '1.0', Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Log': '1.0', Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'NDPProxy': '1.0', Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Network': '1.1', Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Port': '1.7', Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'PortForwarding': '1.3', Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'QosPolicy': '1.10', Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'SecurityGroup': '1.5', Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'SecurityGroupRule': '1.2', Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'SubPort': '1.0', Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Subnet': '1.1', Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: 'Trunk': '1.1'}} Apr 12 11:03:37.266065 dv-cinder-830089-4-iscsi neutron-server[103203]: {{(pid=103203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:03:37.272168 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (b4844ee8-e527-497a-9676-0213831c1611), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.272585 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.segments_db [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Added segment b4844ee8-e527-497a-9676-0213831c1611 of type vlan for network 673a993d-0555-4d0d-8fd9-c33d0481b87b Apr 12 11:03:37.323310 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (673a993d-0555-4d0d-8fd9-c33d0481b87b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.351939 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (673a993d-0555-4d0d-8fd9-c33d0481b87b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.352927 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:37.353503 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.415199 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46632) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:37.417497 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=673a993d-0555-4d0d-8fd9-c33d0481b87b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:37.426669 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46638) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:37.429414 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network 673a993d-0555-4d0d-8fd9-c33d0481b87b details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:03:37.442694 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46642) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:37.442952 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-a56da4ca-05f5-4c41-85bc-ab53db0a7ad0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8033590 Apr 12 11:03:37.447880 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Request body: {'subnet': {'network_id': '673a993d-0555-4d0d-8fd9-c33d0481b87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1408686391-subnet', 'tenant_id': '5a81fa2a787d40dcaec7e8b6f28f930d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:37.470816 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Made reservation on behalf of 5a81fa2a787d40dcaec7e8b6f28f930d for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:37.473102 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.614624 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-246901628-network', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:37.675558 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] Made reservation on behalf of 712ce764cc7f4e1594a6092d333bc48d for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:37.678039 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.721919 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.736031 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for subnet (a75f42ca-cf85-4056-8443-b2c2f56487f5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.833625 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1534951533-network', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:37.854430 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] Made reservation on behalf of 32e5cadd300d492aa1e9baa86a13b241 for: {'network': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:37.857279 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.857635 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] Publish callbacks [] for security_group (e5e7c001-64f7-4dcf-ab17-a852b63a3b50), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.863806 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-851325040-network', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:37.870122 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.870455 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Checking segment: {'id': 'b4844ee8-e527-497a-9676-0213831c1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '673a993d-0555-4d0d-8fd9-c33d0481b87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:37.870811 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Network hostable DHCP agents. Network: 673a993d-0555-4d0d-8fd9-c33d0481b87b, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:03:37.898473 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e5e7c001-64f7-4dcf-ab17-a852b63a3b50), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.910143 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:03:37.920096 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (b0950bb3-0d3c-428c-a92f-50c8f06bd627), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.920402 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.segments_db [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] Added segment b0950bb3-0d3c-428c-a92f-50c8f06bd627 of type vlan for network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 Apr 12 11:03:37.927451 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] Made reservation on behalf of 16e64b34e34e4a67860998e80ea216ca for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:37.929944 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.941796 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a75f42ca-cf85-4056-8443-b2c2f56487f5,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:37.950451 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Network 673a993d-0555-4d0d-8fd9-c33d0481b87b is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:03:37.971836 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:37.973652 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, 673a993d-0555-4d0d-8fd9-c33d0481b87b) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:37.988375 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be68888-815c-4a15-bfba-6ed62ac6a15a None None] Network 673a993d-0555-4d0d-8fd9-c33d0481b87b requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:03:38.003860 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.004196 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.004560 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.004974 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.005225 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.005790 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.006302 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.006812 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.007387 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.008033 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.008558 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.009328 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.009890 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.010719 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.011170 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Tracked resource versions report: Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: pushed versions: Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: { 'AddressGroup': {'1.2'}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Agent': {'1.1'}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'ConntrackHelper': {'1.0'}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Log': {'1.0'}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'NDPProxy': {'1.0'}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Network': {'1.1'}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Port': {'1.7'}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'PortForwarding': {'1.3'}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'QosPolicy': {'1.10'}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'SecurityGroup': {'1.5'}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'SubPort': {'1.0'}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Subnet': {'1.1'}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Trunk': {'1.1'}} Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: consumer versions: Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: { DHCP agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: HyperV agent@hv-cinder-83008: {}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: L3 agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: Metadata agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: Metering agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: Open vSwitch agent@dv-cinder-830089-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Agent': '1.1', Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'ConntrackHelper': '1.0', Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'LocalIPAssociation': '1.0', Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Log': '1.0', Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'NDPProxy': '1.0', Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Network': '1.1', Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Port': '1.7', Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'PortForwarding': '1.3', Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'QosPolicy': '1.10', Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'SecurityGroup': '1.5', Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'SecurityGroupRule': '1.2', Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'SubPort': '1.0', Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Subnet': '1.1', Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: 'Trunk': '1.1'}} Apr 12 11:03:38.012986 dv-cinder-830089-4-iscsi neutron-server[103202]: {{(pid=103202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:03:38.020074 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] Publish callbacks [] for security_group (9d6e9596-3d32-4839-a449-8813b066d09a), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.031538 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:38.032471 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.034507 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (9d6e9596-3d32-4839-a449-8813b066d09a), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.069441 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-718daabf-0df4-4819-94c7-f699aa69c67d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6252215 Apr 12 11:03:38.084791 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (6f32d468-ddbc-4b9d-abc3-b84d288bd876), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.094533 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6e9596-3d32-4839-a449-8813b066d09a,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:38.100150 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e7c001-64f7-4dcf-ab17-a852b63a3b50,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:38.114190 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=103203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:03:38.134887 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (fb1a1263-ff3e-4c25-a36e-d9b291efebc9), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.135688 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.segments_db [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] Added segment fb1a1263-ff3e-4c25-a36e-d9b291efebc9 of type vlan for network 0317d028-0989-472a-96e6-acd16004829e Apr 12 11:03:38.145229 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (6f32d468-ddbc-4b9d-abc3-b84d288bd876), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.146218 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:38.146959 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.205248 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (0317d028-0989-472a-96e6-acd16004829e), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.224198 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b42181-ced0-4f9e-b806-6b2704779be3 None None] Network 673a993d-0555-4d0d-8fd9-c33d0481b87b requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:03:38.238749 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] Pushing event updated for resources: {'Network': ['ID=6f32d468-ddbc-4b9d-abc3-b84d288bd876,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:38.240967 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (0317d028-0989-472a-96e6-acd16004829e), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.242149 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:38.242871 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.262522 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-7bc09d20-d3d9-4bb0-8fdd-39bc48dab0aa admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0000672 Apr 12 11:03:38.264028 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:03:38.265920 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46686) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:38.272377 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b1d160f5-fda4-4ff0-a408-6ecfe66e0d24 admin admin] Request body: {'subnet': {'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-246901628-subnet', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:38.307620 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] Publish callbacks [] for security_group (d9c8deae-b756-42f7-8120-aabd2d40b633), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.315949 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (d9c8deae-b756-42f7-8120-aabd2d40b633), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.334838 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9063768 Apr 12 11:03:38.337789 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46688) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:38.347529 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-759c52ea-48de-4fc6-9b7d-1c1fe96f33ae admin admin] Request body: {'subnet': {'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1534951533-subnet', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:38.352797 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bfdfe-e786-4546-a1c9-9181954ec9cf admin admin] Pushing event updated for resources: {'Network': ['ID=0317d028-0989-472a-96e6-acd16004829e,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:38.377082 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759c52ea-48de-4fc6-9b7d-1c1fe96f33ae admin admin] Made reservation on behalf of 32e5cadd300d492aa1e9baa86a13b241 for: {'subnet': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:38.381416 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-759c52ea-48de-4fc6-9b7d-1c1fe96f33ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.382403 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network 0317d028-0989-472a-96e6-acd16004829e details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:03:38.398092 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c8deae-b756-42f7-8120-aabd2d40b633,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:38.416893 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d160f5-fda4-4ff0-a408-6ecfe66e0d24 admin admin] Made reservation on behalf of 712ce764cc7f4e1594a6092d333bc48d for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:38.421242 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1d160f5-fda4-4ff0-a408-6ecfe66e0d24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.452747 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:03:38.551764 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.552633 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.segments_db [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] Added segment 9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd of type vlan for network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 Apr 12 11:03:38.663054 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.720642 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-759c52ea-48de-4fc6-9b7d-1c1fe96f33ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for subnet (960eacfe-1fad-4c86-97dd-e4deb4410d5f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.737074 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.738623 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:38.739350 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.793339 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3761103 Apr 12 11:03:38.816715 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46714) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:38.823766 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-169f137c-69f3-4021-b5ae-f2857e2b8b54 admin admin] Request body: {'subnet': {'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-subnet', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:38.852519 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.871350 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd62af8-4984-4b32-9bd7-90372220ff49 admin admin] Pushing event updated for resources: {'Network': ['ID=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:38.883568 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:03:38.884101 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c52ea-48de-4fc6-9b7d-1c1fe96f33ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=960eacfe-1fad-4c86-97dd-e4deb4410d5f,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:38.891962 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1d160f5-fda4-4ff0-a408-6ecfe66e0d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for subnet (c307a9d7-336a-46ab-a789-b81d127c4a49), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.901347 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169f137c-69f3-4021-b5ae-f2857e2b8b54 admin admin] Made reservation on behalf of 16e64b34e34e4a67860998e80ea216ca for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:38.907095 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-169f137c-69f3-4021-b5ae-f2857e2b8b54 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.908815 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c52ea-48de-4fc6-9b7d-1c1fe96f33ae admin admin] Checking segment: {'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:38.909407 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c52ea-48de-4fc6-9b7d-1c1fe96f33ae admin admin] Network hostable DHCP agents. Network: 0317d028-0989-472a-96e6-acd16004829e, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:03:38.936017 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c52ea-48de-4fc6-9b7d-1c1fe96f33ae admin admin] Network 0317d028-0989-472a-96e6-acd16004829e is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:03:38.955014 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-759c52ea-48de-4fc6-9b7d-1c1fe96f33ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, 0317d028-0989-472a-96e6-acd16004829e) {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:38.961724 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c52ea-48de-4fc6-9b7d-1c1fe96f33ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:38.962585 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-759c52ea-48de-4fc6-9b7d-1c1fe96f33ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:38.993672 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-759c52ea-48de-4fc6-9b7d-1c1fe96f33ae admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6546307 Apr 12 11:03:38.996629 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46722) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:39.003877 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:39.049010 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d160f5-fda4-4ff0-a408-6ecfe66e0d24 admin admin] Checking segment: {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:39.049366 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d160f5-fda4-4ff0-a408-6ecfe66e0d24 admin admin] Network hostable DHCP agents. Network: 6f32d468-ddbc-4b9d-abc3-b84d288bd876, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:03:39.054864 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16432943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-404'] for router (6426c23a-9fb1-4e50-8d0f-ff08a290a250), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.056169 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16431519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16479268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16603459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (6426c23a-9fb1-4e50-8d0f-ff08a290a250), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.063398 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d160f5-fda4-4ff0-a408-6ecfe66e0d24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c307a9d7-336a-46ab-a789-b81d127c4a49,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:39.064056 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca07352-0fe5-404b-b08c-d96f83419e0c None None] Network 0317d028-0989-472a-96e6-acd16004829e requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:03:39.102763 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d160f5-fda4-4ff0-a408-6ecfe66e0d24 admin admin] Network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:03:39.144564 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b1d160f5-fda4-4ff0-a408-6ecfe66e0d24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, 6f32d468-ddbc-4b9d-abc3-b84d288bd876) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:39.173792 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d160f5-fda4-4ff0-a408-6ecfe66e0d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:39.174824 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1d160f5-fda4-4ff0-a408-6ecfe66e0d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.243072 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-b1d160f5-fda4-4ff0-a408-6ecfe66e0d24 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9758031 Apr 12 11:03:39.246328 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46734) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:39.255910 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:39.273731 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215f689d-e806-475a-8669-34a2436a3d8a None None] Network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:03:39.283929 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-169f137c-69f3-4021-b5ae-f2857e2b8b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for subnet (af647f51-7c82-4827-b564-c860dc4e06f8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.301326 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Publish callbacks [] for router_controller (6426c23a-9fb1-4e50-8d0f-ff08a290a250), precommit_add_association {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.329650 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16432943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-404'] for router (8d461e54-0cb0-49e6-896b-fc75f0540550), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.331010 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16431519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16479268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16603459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (8d461e54-0cb0-49e6-896b-fc75f0540550), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.395809 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Publish callbacks [] for router_controller (8d461e54-0cb0-49e6-896b-fc75f0540550), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.449074 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfdabb7b-1339-58fe-8e8f-4cb6443bbd26-6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49'}]}} from dv-cinder-830089-4-iscsi. {{(pid=103204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:03:39.449912 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.483477 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfdabb7b-1339-58fe-8e8f-4cb6443bbd26-0317d028-0989-472a-96e6-acd16004829e', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f'}]}} from dv-cinder-830089-4-iscsi. {{(pid=103204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:03:39.485485 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.594728 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169f137c-69f3-4021-b5ae-f2857e2b8b54 admin admin] Checking segment: {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:39.595265 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169f137c-69f3-4021-b5ae-f2857e2b8b54 admin admin] Network hostable DHCP agents. Network: 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:03:39.608848 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f137c-69f3-4021-b5ae-f2857e2b8b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af647f51-7c82-4827-b564-c860dc4e06f8,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:39.670183 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46766) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:39.672815 dv-cinder-830089-4-iscsi neutron-server[103203]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 11:03:39.709287 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Publish callbacks [] for router_gateway (8d461e54-0cb0-49e6-896b-fc75f0540550), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.741043 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169f137c-69f3-4021-b5ae-f2857e2b8b54 admin admin] Network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:03:39.787323 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Publish callbacks [] for router_gateway (6426c23a-9fb1-4e50-8d0f-ff08a290a250), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.809838 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-169f137c-69f3-4021-b5ae-f2857e2b8b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:39.834226 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08255628-608f-4bdb-825c-95f13a131134 None None] Network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:03:39.836584 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f137c-69f3-4021-b5ae-f2857e2b8b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:39.837140 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-169f137c-69f3-4021-b5ae-f2857e2b8b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:39.996583 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-169f137c-69f3-4021-b5ae-f2857e2b8b54 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1768653 Apr 12 11:03:40.002540 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46790) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:40.008769 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:40.035871 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16432943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-404'] for router (713bd925-024d-48a8-b6fb-b17848e1bdd9), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.037202 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16431519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16479268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16603459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (713bd925-024d-48a8-b6fb-b17848e1bdd9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.101016 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-ebb3ee61-d49d-4d20-b1e3-ac1ef063b267 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:40.108070 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-ebb3ee61-d49d-4d20-b1e3-ac1ef063b267 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/networks?id=673a993d-0555-4d0d-8fd9-c33d0481b87b HTTP/1.1" status: 200 len: 812 time: 0.4367537 Apr 12 11:03:40.132621 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-7b0e3c73-ac61-491c-947f-8ef5c2b6ad28 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/quotas/5a81fa2a787d40dcaec7e8b6f28f930d HTTP/1.1" status: 200 len: 375 time: 0.0228405 Apr 12 11:03:40.185830 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Publish callbacks [] for router_controller (713bd925-024d-48a8-b6fb-b17848e1bdd9), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.220485 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Allocated IP 172.20.0.2 (0317d028-0989-472a-96e6-acd16004829e/960eacfe-1fad-4c86-97dd-e4deb4410d5f/8e3e1603-a2c1-4062-84ed-acf068de9962) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:40.229438 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-a3952784-8586-4f02-8683-aa69056c4ab8 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5a81fa2a787d40dcaec7e8b6f28f930d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958431 Apr 12 11:03:40.362132 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Publish callbacks [] for router_gateway (713bd925-024d-48a8-b6fb-b17848e1bdd9), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.375501 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Allocated IP 172.20.0.2 (6f32d468-ddbc-4b9d-abc3-b84d288bd876/c307a9d7-336a-46ab-a789-b81d127c4a49/40da2122-0d09-4e57-9815-c660fa26e779) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:40.386236 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfdabb7b-1339-58fe-8e8f-4cb6443bbd26-0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8'}]}} from dv-cinder-830089-4-iscsi. {{(pid=103204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:03:40.387913 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.388787 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Publish callbacks [] for router_gateway (6426c23a-9fb1-4e50-8d0f-ff08a290a250), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.411743 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.492293 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Publish callbacks [] for router_gateway (8d461e54-0cb0-49e6-896b-fc75f0540550), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.524544 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.525209 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Allocated IP 172.27.0.171 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/5a8e64bf-1cba-445e-8184-7c70caa4050b) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:40.729948 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46808) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:40.743352 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46810) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:40.759184 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Publish callbacks [] for port (5a8e64bf-1cba-445e-8184-7c70caa4050b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.794077 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46816) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:40.824390 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (5a8e64bf-1cba-445e-8184-7c70caa4050b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.866906 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:40.912741 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:40.925298 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:40.928258 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Publish callbacks [] for router_gateway (713bd925-024d-48a8-b6fb-b17848e1bdd9), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:40.954975 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.002719 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Publish callbacks [] for port (40da2122-0d09-4e57-9815-c660fa26e779), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.013829 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Publish callbacks [] for port (8e3e1603-a2c1-4062-84ed-acf068de9962), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.018877 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (40da2122-0d09-4e57-9815-c660fa26e779), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.042810 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:41.063186 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Allocated IP 172.27.0.161 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/4048b8f2-68e4-4b65-9976-c9ad26558262) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:41.066465 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:41.072782 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Pushing event updated for resources: {'Port': ['ID=5a8e64bf-1cba-445e-8184-7c70caa4050b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:41.074649 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (8e3e1603-a2c1-4062-84ed-acf068de9962), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.084365 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:41.095092 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7538de94-5c25-4565-b11b-2115d3a0a4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.096053 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Network 0317d028-0989-472a-96e6-acd16004829e is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:41.101229 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:41.108456 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:41.114958 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-aadb7215-250c-410c-ade9-06cf7abd2384 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103203) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:03:41.116049 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-aadb7215-250c-410c-ade9-06cf7abd2384 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1748157 Apr 12 11:03:41.116796 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33facf47-7ae4-4d7d-8efb-610f30845462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.122987 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e93f4547-1574-475e-ab36-de18c6b28636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.227929 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Allocated IP 172.20.0.2 (0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0/af647f51-7c82-4827-b564-c860dc4e06f8/35f935a8-02bd-4665-8a99-54fbfa84998e) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:41.266514 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Pushing event updated for resources: {'Port': ['ID=40da2122-0d09-4e57-9815-c660fa26e779,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:41.269836 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Publish callbacks [] for port (4048b8f2-68e4-4b65-9976-c9ad26558262), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.284604 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Attempting to bind port 40da2122-0d09-4e57-9815-c660fa26e779 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:41.284971 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Attempting to bind port 40da2122-0d09-4e57-9815-c660fa26e779 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:41.285331 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Attempting to bind port 40da2122-0d09-4e57-9815-c660fa26e779 on network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:41.291996 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.292340 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.292694 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.293055 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.293390 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.293719 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.294051 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.294450 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.294790 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.295111 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.295477 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.295816 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.296191 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.296511 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.296832 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Tracked resource versions report: Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: pushed versions: Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: { 'AddressGroup': {'1.2'}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Agent': {'1.1'}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'ConntrackHelper': {'1.0'}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Log': {'1.0'}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'NDPProxy': {'1.0'}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Network': {'1.1'}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Port': {'1.7'}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'PortForwarding': {'1.3'}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'QosPolicy': {'1.10'}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'SecurityGroup': {'1.5'}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'SubPort': {'1.0'}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Subnet': {'1.1'}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Trunk': {'1.1'}} Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: consumer versions: Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: { DHCP agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: HyperV agent@hv-cinder-83008: {}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: L3 agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: Metadata agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: Metering agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: Open vSwitch agent@dv-cinder-830089-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Agent': '1.1', Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'ConntrackHelper': '1.0', Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'LocalIPAssociation': '1.0', Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Log': '1.0', Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'NDPProxy': '1.0', Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Network': '1.1', Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Port': '1.7', Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'PortForwarding': '1.3', Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'QosPolicy': '1.10', Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'SecurityGroup': '1.5', Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'SecurityGroupRule': '1.2', Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'SubPort': '1.0', Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Subnet': '1.1', Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: 'Trunk': '1.1'}} Apr 12 11:03:41.298133 dv-cinder-830089-4-iscsi neutron-server[103204]: {{(pid=103204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:03:41.314060 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7538de94-5c25-4565-b11b-2115d3a0a4d8 admin admin] Publish callbacks [] for security_group (eb950924-fbdc-4240-b76e-422188651924), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.318441 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Attempting to bind port 8e3e1603-a2c1-4062-84ed-acf068de9962 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:41.318880 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Attempting to bind port 8e3e1603-a2c1-4062-84ed-acf068de9962 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:41.319205 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Attempting to bind port 8e3e1603-a2c1-4062-84ed-acf068de9962 on network 0317d028-0989-472a-96e6-acd16004829e {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:41.328003 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7538de94-5c25-4565-b11b-2115d3a0a4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (eb950924-fbdc-4240-b76e-422188651924), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.350712 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:41.351084 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Checking segment: {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:41.351513 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.351907 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Bound using segment: {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:41.352402 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Bound port: 40da2122-0d09-4e57-9815-c660fa26e779, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:41.352783 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (40da2122-0d09-4e57-9815-c660fa26e779), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.368092 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538de94-5c25-4565-b11b-2115d3a0a4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb950924-fbdc-4240-b76e-422188651924,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:41.399922 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:41.400301 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Checking segment: {'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:41.400701 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.401095 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Bound using segment: {'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:41.401576 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Bound port: 8e3e1603-a2c1-4062-84ed-acf068de9962, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:41.401952 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (8e3e1603-a2c1-4062-84ed-acf068de9962), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.432269 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-7538de94-5c25-4565-b11b-2115d3a0a4d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5acff2f1fdef4479b070ab7515e30aab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6370711 Apr 12 11:03:41.436136 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46832) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:41.456404 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Pushing event updated for resources: {'Port': ['ID=8e3e1603-a2c1-4062-84ed-acf068de9962,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:41.513395 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-69b09c90-51d4-4aab-bf9f-55b6384fefd8 service neutron] 10.222.0.55 "GET /v2.0/networks/673a993d-0555-4d0d-8fd9-c33d0481b87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877945 Apr 12 11:03:41.518699 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Allocated IP 172.27.0.120 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/fd630d34-b628-4d90-a664-a8cadfdde2f4) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:41.570380 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] For port 40da2122-0d09-4e57-9815-c660fa26e779, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:41.589004 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Publish callbacks [] for router_gateway (6426c23a-9fb1-4e50-8d0f-ff08a290a250), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.593724 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e93f4547-1574-475e-ab36-de18c6b28636 admin admin] Publish callbacks [] for security_group (27a13ebd-bf6f-4a90-ac8c-57613c509fcb), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.596419 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33facf47-7ae4-4d7d-8efb-610f30845462 admin admin] Publish callbacks [] for security_group (5460442c-9cfe-4993-834e-3819a6416377), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.597542 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] For port 40da2122-0d09-4e57-9815-c660fa26e779, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=40da2122-0d09-4e57-9815-c660fa26e779,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:41.600511 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] For port 8e3e1603-a2c1-4062-84ed-acf068de9962, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:41.619189 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (40da2122-0d09-4e57-9815-c660fa26e779), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.626940 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Publish callbacks [] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.629964 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Publish callbacks [] for port (fd630d34-b628-4d90-a664-a8cadfdde2f4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.632785 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] For port 8e3e1603-a2c1-4062-84ed-acf068de9962, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=8e3e1603-a2c1-4062-84ed-acf068de9962,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:41.655737 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-33facf47-7ae4-4d7d-8efb-610f30845462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (5460442c-9cfe-4993-834e-3819a6416377), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.658574 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e93f4547-1574-475e-ab36-de18c6b28636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (27a13ebd-bf6f-4a90-ac8c-57613c509fcb), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.665062 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (4048b8f2-68e4-4b65-9976-c9ad26558262), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.668116 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.670208 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (8e3e1603-a2c1-4062-84ed-acf068de9962), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.719566 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:41.719919 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (fd630d34-b628-4d90-a664-a8cadfdde2f4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.724345 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d6cc2-10d9-425a-a74c-d7cdcfca9982 None None] Pushing event updated for resources: {'Port': ['ID=40da2122-0d09-4e57-9815-c660fa26e779,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:41.727569 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:41.729961 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:41.731597 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:41.756478 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33facf47-7ae4-4d7d-8efb-610f30845462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5460442c-9cfe-4993-834e-3819a6416377,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:41.778809 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:41.799346 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:41.815645 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:41.845732 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-33facf47-7ae4-4d7d-8efb-610f30845462 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e6ecd8abd652488a961e6bbcc7c7db22&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1086164 Apr 12 11:03:41.860896 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Pushing event updated for resources: {'Port': ['ID=35f935a8-02bd-4665-8a99-54fbfa84998e,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:41.867766 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Attempting to bind port 35f935a8-02bd-4665-8a99-54fbfa84998e on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:41.869084 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Attempting to bind port 35f935a8-02bd-4665-8a99-54fbfa84998e by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:41.869084 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Attempting to bind port 35f935a8-02bd-4665-8a99-54fbfa84998e on network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:41.869313 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46836) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:41.869718 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:41.872673 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:41.904609 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:41.905223 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Checking segment: {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:41.905763 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.905763 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Bound using segment: {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:41.906625 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Bound port: 35f935a8-02bd-4665-8a99-54fbfa84998e, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:41.907000 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:41.922200 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f4547-1574-475e-ab36-de18c6b28636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a13ebd-bf6f-4a90-ac8c-57613c509fcb,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:41.974119 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34047022-7d27-4381-af1c-1b9b9a1829e4 None None] Pushing event updated for resources: {'Port': ['ID=8e3e1603-a2c1-4062-84ed-acf068de9962,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:42.043406 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] For port 35f935a8-02bd-4665-8a99-54fbfa84998e, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:42.055059 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] For port 35f935a8-02bd-4665-8a99-54fbfa84998e, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=35f935a8-02bd-4665-8a99-54fbfa84998e,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:42.063802 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:42.110215 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-e93f4547-1574-475e-ab36-de18c6b28636 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3700b33bd99d4db3a2446b98371bf0ed&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3535006 Apr 12 11:03:42.135743 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-e728db41-2880-482d-843e-4fe14a9e1951 service neutron] 10.222.0.55 "GET /v2.0/networks/673a993d-0555-4d0d-8fd9-c33d0481b87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5991914 Apr 12 11:03:42.137822 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46842) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:42.225985 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2c18f-0a62-4c16-8a1e-551288c144c6 None None] Pushing event updated for resources: {'Port': ['ID=35f935a8-02bd-4665-8a99-54fbfa84998e,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:42.313287 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 40da2122-0d09-4e57-9815-c660fa26e779 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:42.320800 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-03bef8c5-61a3-4d4f-8253-f54f123e3e29 admin admin] Publish callbacks [] for security_group (27a13ebd-bf6f-4a90-ac8c-57613c509fcb), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:42.360577 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-03bef8c5-61a3-4d4f-8253-f54f123e3e29 admin admin] Publish callbacks [] for security_group (27a13ebd-bf6f-4a90-ac8c-57613c509fcb), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:42.407840 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16431526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16479191'] for router (6426c23a-9fb1-4e50-8d0f-ff08a290a250), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:42.440203 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 40da2122-0d09-4e57-9815-c660fa26e779 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:42.445229 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (40da2122-0d09-4e57-9815-c660fa26e779), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:42.684085 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4048b8f2-68e4-4b65-9976-c9ad26558262,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:42.719940 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46856) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:42.727750 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 40da2122-0d09-4e57-9815-c660fa26e779 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:42.728138 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (40da2122-0d09-4e57-9815-c660fa26e779), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:42.773568 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port 40da2122-0d09-4e57-9815-c660fa26e779, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=40da2122-0d09-4e57-9815-c660fa26e779,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:42.777787 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (40da2122-0d09-4e57-9815-c660fa26e779), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:42.779836 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Pushing event updated for resources: {'Port': ['ID=fd630d34-b628-4d90-a664-a8cadfdde2f4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:42.841840 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=40da2122-0d09-4e57-9815-c660fa26e779,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:42.863221 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b41b0455-a347-43f8-a4f4-f6b5bf25f560 req-9d989668-84f2-4dad-9bc4-0c621ac1472b tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 210 time: 0.1382487 Apr 12 11:03:42.863909 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-03bef8c5-61a3-4d4f-8253-f54f123e3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (27a13ebd-bf6f-4a90-ac8c-57613c509fcb), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:42.866579 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-03bef8c5-61a3-4d4f-8253-f54f123e3e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:42.867712 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-03bef8c5-61a3-4d4f-8253-f54f123e3e29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27a13ebd-bf6f-4a90-ac8c-57613c509fcb HTTP/1.1" status: 204 len: 168 time: 0.7243211 Apr 12 11:03:42.888534 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bef8c5-61a3-4d4f-8253-f54f123e3e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a13ebd-bf6f-4a90-ac8c-57613c509fcb,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:42.952553 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 is scheduled to L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb with binding_index 1 {{(pid=103203) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:03:43.110836 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2b28d42-4c2c-4b6b-84fc-6ef3e7317ee8 admin admin] Publish callbacks [] for security_group (eb950924-fbdc-4240-b76e-422188651924), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:43.218636 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:03:43.237002 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Sync routers for ids ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:03:43.253454 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:43.253868 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Routers {'6426c23a-9fb1-4e50-8d0f-ff08a290a250'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:43.254098 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:03:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:43.255078 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-6cdde75e-2e3f-4d9a-b34b-3ad75e47858b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2571781 Apr 12 11:03:43.259412 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46880) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:43.270320 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2b28d42-4c2c-4b6b-84fc-6ef3e7317ee8 admin admin] Publish callbacks [] for security_group (eb950924-fbdc-4240-b76e-422188651924), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:43.428123 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2b28d42-4c2c-4b6b-84fc-6ef3e7317ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (eb950924-fbdc-4240-b76e-422188651924), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:43.430756 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2b28d42-4c2c-4b6b-84fc-6ef3e7317ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:43.434657 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-c2b28d42-4c2c-4b6b-84fc-6ef3e7317ee8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb950924-fbdc-4240-b76e-422188651924 HTTP/1.1" status: 204 len: 168 time: 1.9968724 Apr 12 11:03:43.448708 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cd3a0fd-4afb-4ef9-8d42-8a87e46ffd49 admin admin] Publish callbacks [] for security_group (5460442c-9cfe-4993-834e-3819a6416377), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:43.472458 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46884) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:43.491504 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b28d42-4c2c-4b6b-84fc-6ef3e7317ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb950924-fbdc-4240-b76e-422188651924,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:43.530035 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-10c204d9-ed4c-485d-8f37-7a5903582894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:43.598567 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237e3594-f5fb-461e-9ab9-34d22ffa0241 None None] Network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:03:43.633673 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Set router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:43.676096 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cd3a0fd-4afb-4ef9-8d42-8a87e46ffd49 admin admin] Publish callbacks [] for security_group (5460442c-9cfe-4993-834e-3819a6416377), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:43.686125 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Publish callbacks [] for router_gateway (713bd925-024d-48a8-b6fb-b17848e1bdd9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:43.887253 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-b298eb5c-5857-44e7-901d-b41d73a88c10 None None] Provisioning complete for port 40da2122-0d09-4e57-9815-c660fa26e779 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:43.888166 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b298eb5c-5857-44e7-901d-b41d73a88c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (40da2122-0d09-4e57-9815-c660fa26e779), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:43.921239 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-10c204d9-ed4c-485d-8f37-7a5903582894 admin admin] Publish callbacks [] for security_group (5a797ca5-2f7a-4e6e-ac42-016d80faedcc), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:43.936320 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-10c204d9-ed4c-485d-8f37-7a5903582894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (5a797ca5-2f7a-4e6e-ac42-016d80faedcc), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.001885 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c204d9-ed4c-485d-8f37-7a5903582894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a797ca5-2f7a-4e6e-ac42-016d80faedcc,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:44.022457 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16431526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16479191'] for router (713bd925-024d-48a8-b6fb-b17848e1bdd9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.108199 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d322da-3d0a-48bc-ac02-61b3d960c12c None None] Network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:03:44.231014 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:41Z', 'revision_number': 3, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:44.302815 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Publish callbacks [] for router_gateway (8d461e54-0cb0-49e6-896b-fc75f0540550), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.360465 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Checking router: 6426c23a-9fb1-4e50-8d0f-ff08a290a250 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:03:44.361010 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Updating router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 port 5a8e64bf-1cba-445e-8184-7c70caa4050b binding host dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:03:44.409645 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (5a8e64bf-1cba-445e-8184-7c70caa4050b), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.510236 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46910) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:44.545437 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7defbdfd-f0c6-4d56-894c-7b46256b3546 req-c34da533-8407-45e1-8e7f-b099ebd43757 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 210 time: 0.3837059 Apr 12 11:03:44.568796 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-10c204d9-ed4c-485d-8f37-7a5903582894 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=81f009c01ee148b682b6a310e9a05058&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0925338 Apr 12 11:03:44.602252 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46914) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:44.624655 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d57201b-303d-4d71-aa3c-67b128a90880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.682776 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 8e3e1603-a2c1-4062-84ed-acf068de9962 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:44.721680 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ac73f-924f-43c3-a571-b0d5c9d606c3 None None] Network 0317d028-0989-472a-96e6-acd16004829e requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:03:44.740819 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-b298eb5c-5857-44e7-901d-b41d73a88c10 None None] Current status of the port 40da2122-0d09-4e57-9815-c660fa26e779 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:44.892101 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cd3a0fd-4afb-4ef9-8d42-8a87e46ffd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (5460442c-9cfe-4993-834e-3819a6416377), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.894173 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 8e3e1603-a2c1-4062-84ed-acf068de9962 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:44.894612 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (8e3e1603-a2c1-4062-84ed-acf068de9962), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.895916 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9cd3a0fd-4afb-4ef9-8d42-8a87e46ffd49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.897471 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-9cd3a0fd-4afb-4ef9-8d42-8a87e46ffd49 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5460442c-9cfe-4993-834e-3819a6416377 HTTP/1.1" status: 204 len: 168 time: 3.0198457 Apr 12 11:03:44.913850 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Publish callbacks [] for port (5a8e64bf-1cba-445e-8184-7c70caa4050b), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.935547 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:44.978899 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-47edc3d1-a902-405b-ac98-b25d1ec2292a None None] Provisioning complete for port 35f935a8-02bd-4665-8a99-54fbfa84998e triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:44.994662 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-47edc3d1-a902-405b-ac98-b25d1ec2292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.022316 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3a0fd-4afb-4ef9-8d42-8a87e46ffd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5460442c-9cfe-4993-834e-3819a6416377,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:45.066632 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62f84e75-56c3-433a-b1d8-e1dc25e785ff admin admin] Publish callbacks [] for security_group (5a797ca5-2f7a-4e6e-ac42-016d80faedcc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.148531 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (5a8e64bf-1cba-445e-8184-7c70caa4050b), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.227704 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Attempting to bind port 5a8e64bf-1cba-445e-8184-7c70caa4050b on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:45.228113 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Attempting to bind port 5a8e64bf-1cba-445e-8184-7c70caa4050b by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:45.228725 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Attempting to bind port 5a8e64bf-1cba-445e-8184-7c70caa4050b on network 07cd2b0c-0781-4dba-a87d-e263ec3a559e {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:45.287655 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:45.288027 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Checking segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:45.288425 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.288814 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Bound using segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:45.289295 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Bound port: 5a8e64bf-1cba-445e-8184-7c70caa4050b, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:45.289683 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (5a8e64bf-1cba-445e-8184-7c70caa4050b), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.297126 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Allocated IP 172.20.0.1 (0317d028-0989-472a-96e6-acd16004829e/960eacfe-1fad-4c86-97dd-e4deb4410d5f/b1617eeb-3e63-4371-adb5-207e3a79ab2e) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:45.345725 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 8e3e1603-a2c1-4062-84ed-acf068de9962 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:45.346531 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (8e3e1603-a2c1-4062-84ed-acf068de9962), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.378448 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62f84e75-56c3-433a-b1d8-e1dc25e785ff admin admin] Publish callbacks [] for security_group (5a797ca5-2f7a-4e6e-ac42-016d80faedcc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.385088 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] For port 5a8e64bf-1cba-445e-8184-7c70caa4050b, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:45.388647 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] For port 5a8e64bf-1cba-445e-8184-7c70caa4050b, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=5a8e64bf-1cba-445e-8184-7c70caa4050b,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:45.399211 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16431526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16479191'] for router (8d461e54-0cb0-49e6-896b-fc75f0540550), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.414153 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (5a8e64bf-1cba-445e-8184-7c70caa4050b), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.455442 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Routers {'6426c23a-9fb1-4e50-8d0f-ff08a290a250'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:45.456086 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:03:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:45.462798 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-47edc3d1-a902-405b-ac98-b25d1ec2292a None None] Current status of the port 35f935a8-02bd-4665-8a99-54fbfa84998e is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:45.463400 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-47edc3d1-a902-405b-ac98-b25d1ec2292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.525334 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Router 713bd925-024d-48a8-b6fb-b17848e1bdd9 is scheduled to L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:03:45.538498 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Pushing event updated for resources: {'Port': ['ID=5a8e64bf-1cba-445e-8184-7c70caa4050b,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:45.550019 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.550364 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.550727 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.551176 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.551558 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.551829 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.552156 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.552482 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.552810 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.553192 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.553523 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.553843 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.554179 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.554537 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.554815 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Tracked resource versions report: Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: pushed versions: Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: { 'AddressGroup': {'1.2'}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Agent': {'1.1'}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'ConntrackHelper': {'1.0'}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'LocalIPAssociation': {'1.0'}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Log': {'1.0'}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'NDPProxy': {'1.0'}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Network': {'1.1'}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Port': {'1.7'}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'PortForwarding': {'1.3'}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'QosPolicy': {'1.10'}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'SecurityGroup': {'1.5'}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'SecurityGroupRule': {'1.2'}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'SubPort': {'1.0'}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Subnet': {'1.1'}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Trunk': {'1.1'}} Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: consumer versions: Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: { DHCP agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: HyperV agent@hv-cinder-83008: {}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: L3 agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: Metadata agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: Metering agent@dv-cinder-830089-4-iscsi: {}, Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: Open vSwitch agent@dv-cinder-830089-4-iscsi: { 'AddressGroup': '1.2', Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Agent': '1.1', Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'ConntrackHelper': '1.0', Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'LocalIPAssociation': '1.0', Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Log': '1.0', Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'NDPProxy': '1.0', Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Network': '1.1', Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Port': '1.7', Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'PortForwarding': '1.3', Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'QosPolicy': '1.10', Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'SecurityGroup': '1.5', Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'SecurityGroupRule': '1.2', Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'SubPort': '1.0', Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Subnet': '1.1', Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: 'Trunk': '1.1'}} Apr 12 11:03:45.556040 dv-cinder-830089-4-iscsi neutron-server[103205]: {{(pid=103205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 11:03:45.579860 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port 8e3e1603-a2c1-4062-84ed-acf068de9962, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=8e3e1603-a2c1-4062-84ed-acf068de9962,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:45.594686 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (8e3e1603-a2c1-4062-84ed-acf068de9962), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.595923 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 40da2122-0d09-4e57-9815-c660fa26e779 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:45.599266 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-47edc3d1-a902-405b-ac98-b25d1ec2292a None None] For port 35f935a8-02bd-4665-8a99-54fbfa84998e, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=35f935a8-02bd-4665-8a99-54fbfa84998e,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:45.655028 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-47edc3d1-a902-405b-ac98-b25d1ec2292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.698427 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-47edc3d1-a902-405b-ac98-b25d1ec2292a None None] Provisioning complete for port 8e3e1603-a2c1-4062-84ed-acf068de9962 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:45.699101 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-47edc3d1-a902-405b-ac98-b25d1ec2292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (8e3e1603-a2c1-4062-84ed-acf068de9962), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.704368 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Publish callbacks [] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.762389 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.769864 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab3c13-c13f-4849-bc3b-5012ed681426 None None] Pushing event updated for resources: {'Port': ['ID=5a8e64bf-1cba-445e-8184-7c70caa4050b,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:45.792242 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=8e3e1603-a2c1-4062-84ed-acf068de9962,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:45.804725 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Network 0317d028-0989-472a-96e6-acd16004829e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:45.808825 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:45.829111 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] Set router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:45.856396 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d57201b-303d-4d71-aa3c-67b128a90880 admin admin] Publish callbacks [] for security_group (8ebea0c8-82d2-4d48-90a0-9418b824fce9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.876636 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:45.881436 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16479012'] for router_interface (6426c23a-9fb1-4e50-8d0f-ff08a290a250), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.885960 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edc3d1-a902-405b-ac98-b25d1ec2292a None None] Pushing event updated for resources: {'Port': ['ID=35f935a8-02bd-4665-8a99-54fbfa84998e,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:45.956026 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 40da2122-0d09-4e57-9815-c660fa26e779 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:45.956623 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (40da2122-0d09-4e57-9815-c660fa26e779), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:45.972871 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-47edc3d1-a902-405b-ac98-b25d1ec2292a None None] Current status of the port 8e3e1603-a2c1-4062-84ed-acf068de9962 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:45.988683 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8d57201b-303d-4d71-aa3c-67b128a90880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (8ebea0c8-82d2-4d48-90a0-9418b824fce9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.035451 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3e90206f-383e-47c3-993c-029f868c4df3 req-11d35b82-a6a5-4842-b7a2-22ee5cf76103 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 210 time: 0.1477580 Apr 12 11:03:46.066083 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-47edc3d1-a902-405b-ac98-b25d1ec2292a None None] Provisioning complete for port 40da2122-0d09-4e57-9815-c660fa26e779 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:46.066491 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-47edc3d1-a902-405b-ac98-b25d1ec2292a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (40da2122-0d09-4e57-9815-c660fa26e779), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.098720 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-8d57201b-303d-4d71-aa3c-67b128a90880 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1f1f83269e944e08ddce2233a94c605&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5752182 Apr 12 11:03:46.099399 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Pushing event updated for resources: {'Port': ['ID=b1617eeb-3e63-4371-adb5-207e3a79ab2e,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:46.101849 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57201b-303d-4d71-aa3c-67b128a90880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebea0c8-82d2-4d48-90a0-9418b824fce9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:46.104317 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 46938) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:46.109485 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:03:46.135318 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Sync routers for ids ['713bd925-024d-48a8-b6fb-b17848e1bdd9'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:03:46.138010 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62f84e75-56c3-433a-b1d8-e1dc25e785ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (5a797ca5-2f7a-4e6e-ac42-016d80faedcc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.143728 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62f84e75-56c3-433a-b1d8-e1dc25e785ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.145255 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-62f84e75-56c3-433a-b1d8-e1dc25e785ff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a797ca5-2f7a-4e6e-ac42-016d80faedcc HTTP/1.1" status: 204 len: 168 time: 1.5414703 Apr 12 11:03:46.167760 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.169050 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-ad4d70b1-d994-4847-88f2-2d090734e43f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.1653376 Apr 12 11:03:46.188607 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46944) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:46.196805 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f84e75-56c3-433a-b1d8-e1dc25e785ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a797ca5-2f7a-4e6e-ac42-016d80faedcc,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:46.201195 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Router 8d461e54-0cb0-49e6-896b-fc75f0540550 is scheduled to L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:03:46.206267 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:41Z', 'revision_number': 3, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:46.228856 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Routers {'713bd925-024d-48a8-b6fb-b17848e1bdd9'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:46.229660 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:03:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['713bd925-024d-48a8-b6fb-b17848e1bdd9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:46.300914 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2318131-d79b-403b-8608-e23edde5c511 None None] The sync data for ids ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'] in dv-cinder-830089-4-iscsi is: [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:41Z', 'revision_number': 3, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:03:46.315935 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b9540316-9bd8-4a93-9982-5cf50c07a7a1 admin admin] Publish callbacks [] for security_group (8ebea0c8-82d2-4d48-90a0-9418b824fce9), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.318977 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 40da2122-0d09-4e57-9815-c660fa26e779 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:46.319756 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 35f935a8-02bd-4665-8a99-54fbfa84998e up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:46.419072 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:03:46.430069 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b9540316-9bd8-4a93-9982-5cf50c07a7a1 admin admin] Publish callbacks [] for security_group (8ebea0c8-82d2-4d48-90a0-9418b824fce9), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.430929 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Sync routers for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:03:46.476206 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:46.477247 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:03:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:46.492277 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.496721 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-83aec256-3084-46c6-a878-b9a97fb290d4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2463906 Apr 12 11:03:46.508135 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 46954) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:46.550241 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 35f935a8-02bd-4665-8a99-54fbfa84998e triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:46.550241 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.618345 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-47edc3d1-a902-405b-ac98-b25d1ec2292a None None] Current status of the port 40da2122-0d09-4e57-9815-c660fa26e779 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:46.622417 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.640717 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b9540316-9bd8-4a93-9982-5cf50c07a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (8ebea0c8-82d2-4d48-90a0-9418b824fce9), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.643343 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b9540316-9bd8-4a93-9982-5cf50c07a7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.644538 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-b9540316-9bd8-4a93-9982-5cf50c07a7a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ebea0c8-82d2-4d48-90a0-9418b824fce9 HTTP/1.1" status: 204 len: 168 time: 0.5216715 Apr 12 11:03:46.648976 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Set router 713bd925-024d-48a8-b6fb-b17848e1bdd9 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:46.756609 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:46.852603 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Publish callbacks [] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.860259 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9540316-9bd8-4a93-9982-5cf50c07a7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebea0c8-82d2-4d48-90a0-9418b824fce9,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:46.864587 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.864871 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478356'] for router_interface (6426c23a-9fb1-4e50-8d0f-ff08a290a250), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:46.925091 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Pushing event updated for resources: {'Port': ['ID=b1617eeb-3e63-4371-adb5-207e3a79ab2e,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:47.068881 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-c585c61a-9185-4af4-bd22-cfb157234bc3 None None] Provisioning complete for port 35f935a8-02bd-4665-8a99-54fbfa84998e triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:47.070130 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c585c61a-9185-4af4-bd22-cfb157234bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:47.132776 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Network 0317d028-0989-472a-96e6-acd16004829e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:47.137792 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:47.457109 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:03:47.518641 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:42Z', 'revision_number': 3, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:47.565241 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Checking router: 8d461e54-0cb0-49e6-896b-fc75f0540550 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:03:47.581367 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Updating router 8d461e54-0cb0-49e6-896b-fc75f0540550 port 4048b8f2-68e4-4b65-9976-c9ad26558262 binding host dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:03:47.584920 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 35f935a8-02bd-4665-8a99-54fbfa84998e is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:47.654669 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (4048b8f2-68e4-4b65-9976-c9ad26558262), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:47.662141 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:42Z', 'revision_number': 3, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:47.680050 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-801d27b8-2474-497e-8927-8311c1a1c2fc req-f0569105-ddeb-4398-ad67-46168f473ed0 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 210 time: 0.1812165 Apr 12 11:03:47.768926 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Checking router: 713bd925-024d-48a8-b6fb-b17848e1bdd9 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:03:47.777336 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Updating router 713bd925-024d-48a8-b6fb-b17848e1bdd9 port fd630d34-b628-4d90-a664-a8cadfdde2f4 binding host dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:03:47.801669 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:03:47.815321 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-69d19c65-c3b4-451a-b600-c32c009cf22a admin admin] 10.222.0.55 "PUT /v2.0/routers/6426c23a-9fb1-4e50-8d0f-ff08a290a250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5547512 Apr 12 11:03:47.831456 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-c585c61a-9185-4af4-bd22-cfb157234bc3 None None] Current status of the port 35f935a8-02bd-4665-8a99-54fbfa84998e is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:47.864733 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:47.870203 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-c585c61a-9185-4af4-bd22-cfb157234bc3 None None] Provisioning complete for port b1617eeb-3e63-4371-adb5-207e3a79ab2e triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:47.870582 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c585c61a-9185-4af4-bd22-cfb157234bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:47.872492 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 8e3e1603-a2c1-4062-84ed-acf068de9962 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:47.877270 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (fd630d34-b628-4d90-a664-a8cadfdde2f4), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.088583 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-c585c61a-9185-4af4-bd22-cfb157234bc3 None None] Port b1617eeb-3e63-4371-adb5-207e3a79ab2e cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:48.119712 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-c585c61a-9185-4af4-bd22-cfb157234bc3 None None] Provisioning complete for port 8e3e1603-a2c1-4062-84ed-acf068de9962 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:48.120015 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c585c61a-9185-4af4-bd22-cfb157234bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (8e3e1603-a2c1-4062-84ed-acf068de9962), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.262145 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.282231 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Publish callbacks [] for port (4048b8f2-68e4-4b65-9976-c9ad26558262), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.293575 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (4048b8f2-68e4-4b65-9976-c9ad26558262), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.345114 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 8e3e1603-a2c1-4062-84ed-acf068de9962 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:48.346324 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (8e3e1603-a2c1-4062-84ed-acf068de9962), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.388026 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee7229-6132-47ae-9f7d-e5cfcc5c79a8 None None] Pushing event updated for resources: {'Port': ['ID=4048b8f2-68e4-4b65-9976-c9ad26558262,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:48.437800 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Attempting to bind port 4048b8f2-68e4-4b65-9976-c9ad26558262 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:48.438229 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Attempting to bind port 4048b8f2-68e4-4b65-9976-c9ad26558262 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:48.438591 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Attempting to bind port 4048b8f2-68e4-4b65-9976-c9ad26558262 on network 07cd2b0c-0781-4dba-a87d-e263ec3a559e {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:48.444602 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:48.444969 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Checking segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:48.445408 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.445800 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Bound using segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:48.446354 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Bound port: 4048b8f2-68e4-4b65-9976-c9ad26558262, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:48.446627 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (4048b8f2-68e4-4b65-9976-c9ad26558262), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.513968 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] For port 4048b8f2-68e4-4b65-9976-c9ad26558262, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:48.518599 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] For port 4048b8f2-68e4-4b65-9976-c9ad26558262, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=4048b8f2-68e4-4b65-9976-c9ad26558262,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:48.536372 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (4048b8f2-68e4-4b65-9976-c9ad26558262), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.594119 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-c585c61a-9185-4af4-bd22-cfb157234bc3 None None] Current status of the port 8e3e1603-a2c1-4062-84ed-acf068de9962 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:48.604768 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee7229-6132-47ae-9f7d-e5cfcc5c79a8 None None] Pushing event updated for resources: {'Port': ['ID=4048b8f2-68e4-4b65-9976-c9ad26558262,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:48.616751 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 8e3e1603-a2c1-4062-84ed-acf068de9962 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:48.618294 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 5a8e64bf-1cba-445e-8184-7c70caa4050b up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:48.637000 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:48.637654 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:03:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:48.754729 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Publish callbacks [] for port (fd630d34-b628-4d90-a664-a8cadfdde2f4), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.758470 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2f3c5558-6c5e-4014-9e04-6f570d13d58b None None] Provisioning complete for port b1617eeb-3e63-4371-adb5-207e3a79ab2e triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:48.761911 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5558-6c5e-4014-9e04-6f570d13d58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.790428 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (fd630d34-b628-4d90-a664-a8cadfdde2f4), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.893996 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 5a8e64bf-1cba-445e-8184-7c70caa4050b triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:48.894585 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (5a8e64bf-1cba-445e-8184-7c70caa4050b), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:48.963651 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.61', 62128) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:48.980758 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:49.004288 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d66bf6c5-6443-44a4-befd-bc434039f752 req-08d63440-cfc8-4db9-8b35-d862e78f7094 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 210 time: 0.1367037 Apr 12 11:03:49.016121 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Attempting to bind port fd630d34-b628-4d90-a664-a8cadfdde2f4 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:49.019813 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Attempting to bind port fd630d34-b628-4d90-a664-a8cadfdde2f4 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:49.020594 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Attempting to bind port fd630d34-b628-4d90-a664-a8cadfdde2f4 on network 07cd2b0c-0781-4dba-a87d-e263ec3a559e {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:49.041654 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c5558-6c5e-4014-9e04-6f570d13d58b None None] Port b1617eeb-3e63-4371-adb5-207e3a79ab2e cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:49.041807 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Allocated IP 172.20.0.1 (6f32d468-ddbc-4b9d-abc3-b84d288bd876/c307a9d7-336a-46ab-a789-b81d127c4a49/385537db-ef7f-4bf7-b3c4-b0931cd3c4ec) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:49.067739 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c6294-0886-4fa7-9418-e38af00df8ea None None] Pushing event updated for resources: {'Port': ['ID=fd630d34-b628-4d90-a664-a8cadfdde2f4,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:49.073669 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:49.077742 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Checking segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:49.078440 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.080358 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Bound using segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:49.082228 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Bound port: fd630d34-b628-4d90-a664-a8cadfdde2f4, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:49.083428 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (fd630d34-b628-4d90-a664-a8cadfdde2f4), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.221751 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Sync routers for ids ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:03:49.257012 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] For port fd630d34-b628-4d90-a664-a8cadfdde2f4, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:49.260905 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Routers {'6426c23a-9fb1-4e50-8d0f-ff08a290a250'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:49.262023 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:03:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:49.265872 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] For port fd630d34-b628-4d90-a664-a8cadfdde2f4, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=fd630d34-b628-4d90-a664-a8cadfdde2f4,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:49.270921 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 5a8e64bf-1cba-445e-8184-7c70caa4050b is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:49.271467 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (5a8e64bf-1cba-445e-8184-7c70caa4050b), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.346480 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47038) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:49.355595 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-963319a7-6c5e-43ec-8656-0c9102363d3a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620251015', 'description': 'tempest-description--1186473781'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:49.359245 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (fd630d34-b628-4d90-a664-a8cadfdde2f4), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.366361 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:42Z', 'revision_number': 3, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:49.413383 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0994d535-38a8-4edb-b0b6-5c96b1b2716f None None] The sync data for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi is: [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:42Z', 'revision_number': 3, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:03:49.413550 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-963319a7-6c5e-43ec-8656-0c9102363d3a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.438935 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port 5a8e64bf-1cba-445e-8184-7c70caa4050b, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=5a8e64bf-1cba-445e-8184-7c70caa4050b,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:49.469020 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (5a8e64bf-1cba-445e-8184-7c70caa4050b), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.472188 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 35f935a8-02bd-4665-8a99-54fbfa84998e up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:49.624321 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Routers {'713bd925-024d-48a8-b6fb-b17848e1bdd9'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:49.625194 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:03:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['713bd925-024d-48a8-b6fb-b17848e1bdd9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:49.633627 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c6294-0886-4fa7-9418-e38af00df8ea None None] Pushing event updated for resources: {'Port': ['ID=fd630d34-b628-4d90-a664-a8cadfdde2f4,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:49.681600 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Set router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:49.715172 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-963319a7-6c5e-43ec-8656-0c9102363d3a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group (04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.725186 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-963319a7-6c5e-43ec-8656-0c9102363d3a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.781135 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963319a7-6c5e-43ec-8656-0c9102363d3a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:49.803327 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Publish callbacks [] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.815375 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-963319a7-6c5e-43ec-8656-0c9102363d3a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.822931 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-963319a7-6c5e-43ec-8656-0c9102363d3a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4747179 Apr 12 11:03:49.825601 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47072) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:49.830860 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 35f935a8-02bd-4665-8a99-54fbfa84998e triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:49.831261 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.839419 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-91142d6d-5cb8-471d-8de0-1b1d579c8329 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Request body: {'security_group_rule': {'security_group_id': '04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:49.845623 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-f9e36f2c-5ca4-4791-a097-0c0be75bcb91 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:49.847367 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-f9e36f2c-5ca4-4791-a097-0c0be75bcb91 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.61 "GET /v2.0/networks?id=673a993d-0555-4d0d-8fd9-c33d0481b87b HTTP/1.1" status: 200 len: 812 time: 0.8810158 Apr 12 11:03:49.912272 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-91142d6d-5cb8-471d-8de0-1b1d579c8329 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group_rule (c44838db-82da-4d94-b12e-91a50ce20879), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:49.924402 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Allocated IP 172.20.0.1 (0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0/af647f51-7c82-4827-b564-c860dc4e06f8/d2af8df7-e52b-4ec2-b17a-54be5e40d439) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:49.938443 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-a150f76c-cfb9-40d3-959f-13de337af6d7 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Request body: {'port': {'device_id': '6c6c70e2-82ba-4f36-b249-2207d1858f3b', 'network_id': '673a993d-0555-4d0d-8fd9-c33d0481b87b', 'admin_state_up': True, 'tenant_id': '5a81fa2a787d40dcaec7e8b6f28f930d'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:50.067246 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.078792 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-91142d6d-5cb8-471d-8de0-1b1d579c8329 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group_rule (c44838db-82da-4d94-b12e-91a50ce20879), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.089069 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-91142d6d-5cb8-471d-8de0-1b1d579c8329 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (c44838db-82da-4d94-b12e-91a50ce20879), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.130189 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=5a8e64bf-1cba-445e-8184-7c70caa4050b,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:50.144918 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91142d6d-5cb8-471d-8de0-1b1d579c8329 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44838db-82da-4d94-b12e-91a50ce20879,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:50.181717 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-91142d6d-5cb8-471d-8de0-1b1d579c8329 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.189416 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-91142d6d-5cb8-471d-8de0-1b1d579c8329 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3573840 Apr 12 11:03:50.189902 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47084) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:50.223986 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-940aaab2-b96d-4094-a097-773372e2a338 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Request body: {'security_group_rule': {'security_group_id': '04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:50.238029 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Pushing event updated for resources: {'Port': ['ID=385537db-ef7f-4bf7-b3c4-b0931cd3c4ec,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:50.338237 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8172f808-3eca-4a8e-a306-247be6e377d8 req-2629fb63-d180-4bf2-a4fd-e1336ac7b02e tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 210 time: 0.1016467 Apr 12 11:03:50.373113 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-940aaab2-b96d-4094-a097-773372e2a338 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group_rule (4a3b3392-bdb1-43c6-b522-84e83ea56c20), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.373791 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] Set router 713bd925-024d-48a8-b6fb-b17848e1bdd9 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:50.454918 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:50.518091 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:50.520297 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-940aaab2-b96d-4094-a097-773372e2a338 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group_rule (4a3b3392-bdb1-43c6-b522-84e83ea56c20), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.530297 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-940aaab2-b96d-4094-a097-773372e2a338 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (4a3b3392-bdb1-43c6-b522-84e83ea56c20), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.531368 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:50.538858 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16479012'] for router_interface (8d461e54-0cb0-49e6-896b-fc75f0540550), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.604582 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940aaab2-b96d-4094-a097-773372e2a338 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3b3392-bdb1-43c6-b522-84e83ea56c20,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:50.626385 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-940aaab2-b96d-4094-a097-773372e2a338 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.633713 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-940aaab2-b96d-4094-a097-773372e2a338 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4391167 Apr 12 11:03:50.635655 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47126) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:50.652558 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Request body: {'floatingip': {'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:50.771430 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:50.870687 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 35f935a8-02bd-4665-8a99-54fbfa84998e is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:51.072414 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 2, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:51.120454 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:51.124338 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Checking router: 6426c23a-9fb1-4e50-8d0f-ff08a290a250 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:03:51.124674 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Updating router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 port b1617eeb-3e63-4371-adb5-207e3a79ab2e binding host dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:03:51.173561 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-222b98f9-4aca-4247-b570-2e167e856f8f None None] Provisioning complete for port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:51.179668 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-222b98f9-4aca-4247-b570-2e167e856f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:51.223447 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 4048b8f2-68e4-4b65-9976-c9ad26558262 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:51.225728 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:42Z', 'revision_number': 3, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:51.396298 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Allocated IP 172.27.0.83 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/95688c31-e757-4406-8098-dbabc58c50da) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:51.546735 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Publish callbacks [] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:51.600995 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:51.857086 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47170) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:51.864805 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-a150f76c-cfb9-40d3-959f-13de337af6d7 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Made reservation on behalf of 5a81fa2a787d40dcaec7e8b6f28f930d for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:03:51.870170 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-a150f76c-cfb9-40d3-959f-13de337af6d7 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:51.874473 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.043515 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.157277 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2c2981-abc7-4249-a08b-07ac8196043e None None] The sync data for ids ['713bd925-024d-48a8-b6fb-b17848e1bdd9'] in dv-cinder-830089-4-iscsi is: [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:42Z', 'revision_number': 3, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:03:52.188941 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for port (95688c31-e757-4406-8098-dbabc58c50da), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.230270 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 4048b8f2-68e4-4b65-9976-c9ad26558262 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:52.231394 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (4048b8f2-68e4-4b65-9976-c9ad26558262), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.242740 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-222b98f9-4aca-4247-b570-2e167e856f8f None None] Port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:52.253371 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58778f3c-f3f7-46e8-8b07-9562ceb752db req-dae21342-651d-48b3-8ee6-d15de58e296b tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 210 time: 0.6562586 Apr 12 11:03:52.279477 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (95688c31-e757-4406-8098-dbabc58c50da), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.457497 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:52.468772 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:52.474330 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6fbd3d6-ff67-45de-be41-819a9ebcac45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.478452 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:52.528268 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:52.529449 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event updated for resources: {'Port': ['ID=95688c31-e757-4406-8098-dbabc58c50da,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:52.548805 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:52.552969 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:52.555186 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16479012'] for router_interface (713bd925-024d-48a8-b6fb-b17848e1bdd9), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.676749 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 4048b8f2-68e4-4b65-9976-c9ad26558262 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:52.680436 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (4048b8f2-68e4-4b65-9976-c9ad26558262), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.803841 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port 4048b8f2-68e4-4b65-9976-c9ad26558262, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=4048b8f2-68e4-4b65-9976-c9ad26558262,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:52.866102 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (4048b8f2-68e4-4b65-9976-c9ad26558262), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:52.868350 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 5a8e64bf-1cba-445e-8184-7c70caa4050b up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:52.882495 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for floatingip (591756de-0637-4de4-aacc-d1506f783cb9), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.025070 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (95688c31-e757-4406-8098-dbabc58c50da), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.275843 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Publish callbacks [] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.288005 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=4048b8f2-68e4-4b65-9976-c9ad26558262,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:53.328976 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 5a8e64bf-1cba-445e-8184-7c70caa4050b triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:53.328976 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (5a8e64bf-1cba-445e-8184-7c70caa4050b), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.328976 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-20f20b28-ce36-4255-a0a8-e097150a5151 None None] Provisioning complete for port d2af8df7-e52b-4ec2-b17a-54be5e40d439 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:53.349025 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-20f20b28-ce36-4255-a0a8-e097150a5151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.411583 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.559609 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for port (95688c31-e757-4406-8098-dbabc58c50da), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.569228 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7a416358-1488-49a7-b8c3-e6d4a6be7f69 req-b1746b53-534d-41fd-8183-e043a4ed8a29 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 210 time: 0.1278081 Apr 12 11:03:53.572415 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (95688c31-e757-4406-8098-dbabc58c50da), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.661075 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (591756de-0637-4de4-aacc-d1506f783cb9), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.716249 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event updated for resources: {'Port': ['ID=95688c31-e757-4406-8098-dbabc58c50da,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:53.735861 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:53.743893 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-baa5611f-80a0-45dd-8abc-dfa955fde959 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1068990 Apr 12 11:03:54.051622 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Attempting to bind port b1617eeb-3e63-4371-adb5-207e3a79ab2e on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:03:54.052234 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Attempting to bind port b1617eeb-3e63-4371-adb5-207e3a79ab2e by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:03:54.052485 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Attempting to bind port b1617eeb-3e63-4371-adb5-207e3a79ab2e on network 0317d028-0989-472a-96e6-acd16004829e {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:03:54.074589 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-a150f76c-cfb9-40d3-959f-13de337af6d7 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Allocated IP 172.20.0.8 (673a993d-0555-4d0d-8fd9-c33d0481b87b/a75f42ca-cf85-4056-8443-b2c2f56487f5/b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:03:54.112913 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:03:54.116459 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Checking segment: {'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:03:54.116922 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.118309 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Bound using segment: {'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:03:54.119170 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Bound port: b1617eeb-3e63-4371-adb5-207e3a79ab2e, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:03:54.119431 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.146882 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.166244 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acd687-c672-462a-98fb-a1e6f6967362 None None] Pushing event updated for resources: {'Port': ['ID=b1617eeb-3e63-4371-adb5-207e3a79ab2e,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:54.181687 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-20f20b28-ce36-4255-a0a8-e097150a5151 None None] Port d2af8df7-e52b-4ec2-b17a-54be5e40d439 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:54.197254 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47252) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:54.217223 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d2af8df7-e52b-4ec2-b17a-54be5e40d439,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:54.425876 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-c1f82049-9ecb-43a5-83ae-eb9f8c75cbd8 None None] Provisioning complete for port b1617eeb-3e63-4371-adb5-207e3a79ab2e triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:54.426264 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c1f82049-9ecb-43a5-83ae-eb9f8c75cbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.501999 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-548dfeb7-a497-4d82-9452-d377e62da43c tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1620251015&fields=id&tenant_id=32e5cadd300d492aa1e9baa86a13b241 HTTP/1.1" status: 200 len: 267 time: 0.1839411 Apr 12 11:03:54.603403 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Publish callbacks [] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.621774 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Publish callbacks [] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.625200 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.626438 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478356'] for router_interface (713bd925-024d-48a8-b6fb-b17848e1bdd9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.649617 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47280) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:54.702496 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] For port b1617eeb-3e63-4371-adb5-207e3a79ab2e, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:03:54.724905 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-c1f82049-9ecb-43a5-83ae-eb9f8c75cbd8 None None] Port b1617eeb-3e63-4371-adb5-207e3a79ab2e cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:54.744643 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] For port b1617eeb-3e63-4371-adb5-207e3a79ab2e, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=b1617eeb-3e63-4371-adb5-207e3a79ab2e,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:03:54.746683 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 5a8e64bf-1cba-445e-8184-7c70caa4050b is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:54.747354 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.749395 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478356'] for router_interface (8d461e54-0cb0-49e6-896b-fc75f0540550), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.754163 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb270-aed9-48bb-b5c9-6326d36a7c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.758955 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.772406 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c792633-a228-465e-8dab-29208784af1f req-20106b59-30f7-490f-aba9-e26a19269740 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:54.791440 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-20106b59-30f7-490f-aba9-e26a19269740 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/networks?id=0317d028-0989-472a-96e6-acd16004829e HTTP/1.1" status: 200 len: 811 time: 0.2664638 Apr 12 11:03:54.818655 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-ac2a5881-08de-4f71-a54e-4aebf7e9ada9 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/quotas/32e5cadd300d492aa1e9baa86a13b241 HTTP/1.1" status: 200 len: 375 time: 0.0245876 Apr 12 11:03:54.850753 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:03:54.853595 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Routers {'6426c23a-9fb1-4e50-8d0f-ff08a290a250'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:54.854234 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:03:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:54.928339 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7d53a087-7b9c-42f8-a5ba-06fd7946699b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:54.960464 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acd687-c672-462a-98fb-a1e6f6967362 None None] Pushing event updated for resources: {'Port': ['ID=b1617eeb-3e63-4371-adb5-207e3a79ab2e,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:55.050476 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-7d27c913-05c5-4474-9b25-8dd7ce811b4d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=32e5cadd300d492aa1e9baa86a13b241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2291050 Apr 12 11:03:55.159840 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06c939f3-d167-4d7d-a2ae-4f745b01fada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.198422 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 4048b8f2-68e4-4b65-9976-c9ad26558262 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:55.302678 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7d53a087-7b9c-42f8-a5ba-06fd7946699b admin admin] Publish callbacks [] for security_group (4200c267-0474-4bec-856d-527b3b4ab43b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.338001 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-978c44c9-bef6-428b-92e7-06da34e5f062 req-79864c29-c21a-4e4e-8b7b-d29af6310569 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 210 time: 0.1779580 Apr 12 11:03:55.351748 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7d53a087-7b9c-42f8-a5ba-06fd7946699b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (4200c267-0474-4bec-856d-527b3b4ab43b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.399685 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] Set router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:55.417818 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d2af8df7-e52b-4ec2-b17a-54be5e40d439,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:55.452310 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-b897621a-1988-4150-95ce-8de18437158b None None] Provisioning complete for port b1617eeb-3e63-4371-adb5-207e3a79ab2e triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:55.453387 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b897621a-1988-4150-95ce-8de18437158b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.471861 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-c00788c1-185a-4489-bf5d-5abf1083c477 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103203) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:03:55.471861 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-c00788c1-185a-4489-bf5d-5abf1083c477 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1651833 Apr 12 11:03:55.516577 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-7d53a087-7b9c-42f8-a5ba-06fd7946699b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=014aa83403c64071995314747841e284&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3059297 Apr 12 11:03:55.519637 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47290) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:55.547970 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53a087-7b9c-42f8-a5ba-06fd7946699b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4200c267-0474-4bec-856d-527b3b4ab43b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:55.728248 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6fbd3d6-ff67-45de-be41-819a9ebcac45 admin admin] Publish callbacks [] for security_group (a66c7ed7-1823-4e50-afb1-55191adec2a4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.746150 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-288323e1-3eec-4c8f-b949-58f139b74e4c service neutron] 10.222.0.55 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262366 Apr 12 11:03:55.806163 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06c939f3-d167-4d7d-a2ae-4f745b01fada admin admin] Publish callbacks [] for security_group (e587efaf-a670-42d0-b10e-e6c33daed9ac), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.838837 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:55.855302 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:55.857272 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06c939f3-d167-4d7d-a2ae-4f745b01fada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e587efaf-a670-42d0-b10e-e6c33daed9ac), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.900679 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0c7e1b6e-ba9d-4e89-bce2-0a14df82fc60 admin admin] Publish callbacks [] for security_group (4200c267-0474-4bec-856d-527b3b4ab43b), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.901685 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Pushing event updated for resources: {'Port': ['ID=385537db-ef7f-4bf7-b3c4-b0931cd3c4ec,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:55.928789 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 4048b8f2-68e4-4b65-9976-c9ad26558262 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:55.929164 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (4048b8f2-68e4-4b65-9976-c9ad26558262), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.931601 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0c7e1b6e-ba9d-4e89-bce2-0a14df82fc60 admin admin] Publish callbacks [] for security_group (4200c267-0474-4bec-856d-527b3b4ab43b), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:55.953245 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-06c939f3-d167-4d7d-a2ae-4f745b01fada admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a1eb13a190546f28ea3a13cc1c22846&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2963006 Apr 12 11:03:55.954018 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c6fbd3d6-ff67-45de-be41-819a9ebcac45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (a66c7ed7-1823-4e50-afb1-55191adec2a4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.002919 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47296) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:56.043196 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0c7e1b6e-ba9d-4e89-bce2-0a14df82fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (4200c267-0474-4bec-856d-527b3b4ab43b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.046939 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0c7e1b6e-ba9d-4e89-bce2-0a14df82fc60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.047704 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-0c7e1b6e-ba9d-4e89-bce2-0a14df82fc60 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4200c267-0474-4bec-856d-527b3b4ab43b HTTP/1.1" status: 204 len: 168 time: 0.5271976 Apr 12 11:03:56.086908 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-b897621a-1988-4150-95ce-8de18437158b None None] Current status of the port b1617eeb-3e63-4371-adb5-207e3a79ab2e is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:56.087322 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b897621a-1988-4150-95ce-8de18437158b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.103928 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:54Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:56.110373 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e1b6e-ba9d-4e89-bce2-0a14df82fc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4200c267-0474-4bec-856d-527b3b4ab43b,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:56.134376 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-1e563522-00e4-4150-89b2-feeaa0652400 service neutron] 10.222.0.55 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789070 Apr 12 11:03:56.175720 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4f5102f-9e40-40af-948b-2e4ab5ad8235 admin admin] Publish callbacks [] for security_group (e587efaf-a670-42d0-b10e-e6c33daed9ac), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.182667 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da71438e-7ff0-461d-98e2-30f92d1df026 None None] The sync data for ids ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'] in dv-cinder-830089-4-iscsi is: [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:54Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:03:56.241750 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4f5102f-9e40-40af-948b-2e4ab5ad8235 admin admin] Publish callbacks [] for security_group (e587efaf-a670-42d0-b10e-e6c33daed9ac), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.306275 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:56.309849 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c939f3-d167-4d7d-a2ae-4f745b01fada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e587efaf-a670-42d0-b10e-e6c33daed9ac,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:56.315780 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-c6fbd3d6-ff67-45de-be41-819a9ebcac45 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=90d85e1278314308bf28bc13fa572a4e&name=default HTTP/1.1" status: 200 len: 2996 time: 4.4524350 Apr 12 11:03:56.324839 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Router 8d461e54-0cb0-49e6-896b-fc75f0540550 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:03:56.330608 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47300) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:56.367870 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbd3d6-ff67-45de-be41-819a9ebcac45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66c7ed7-1823-4e50-afb1-55191adec2a4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:56.399317 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-b897621a-1988-4150-95ce-8de18437158b None None] For port b1617eeb-3e63-4371-adb5-207e3a79ab2e, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=b1617eeb-3e63-4371-adb5-207e3a79ab2e,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:56.421886 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:56.444685 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b897621a-1988-4150-95ce-8de18437158b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.447784 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4f5102f-9e40-40af-948b-2e4ab5ad8235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e587efaf-a670-42d0-b10e-e6c33daed9ac), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.457379 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c4f5102f-9e40-40af-948b-2e4ab5ad8235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:56.462404 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-c4f5102f-9e40-40af-948b-2e4ab5ad8235 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e587efaf-a670-42d0-b10e-e6c33daed9ac HTTP/1.1" status: 204 len: 168 time: 0.4541094 Apr 12 11:03:56.554557 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5102f-9e40-40af-948b-2e4ab5ad8235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e587efaf-a670-42d0-b10e-e6c33daed9ac,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:56.668249 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-00a612bc-0c0e-4b03-8e64-e5bee8e2e0e0 req-1b82942c-5ee7-477b-83e0-b67804c54cbd tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 210 time: 0.1731203 Apr 12 11:03:56.759901 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 4048b8f2-68e4-4b65-9976-c9ad26558262 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:56.760882 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device fd630d34-b628-4d90-a664-a8cadfdde2f4 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:56.894796 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-f81a2409-9b14-4e8b-a49c-ee834d900a46 None None] Provisioning complete for port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:56.903471 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f81a2409-9b14-4e8b-a49c-ee834d900a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.077902 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47314) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:57.131855 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2a888554-d9cc-45c7-9311-d0dc0d490390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.240075 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:03:57.255522 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Sync routers for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:03:57.284738 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:57.285378 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:03:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:57.305114 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-9860e08a-be26-40ff-8ec6-85cc23817c56 admin admin] 10.222.0.55 "PUT /v2.0/routers/8d461e54-0cb0-49e6-896b-fc75f0540550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7927284 Apr 12 11:03:57.329462 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-a150f76c-cfb9-40d3-959f-13de337af6d7 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Publish callbacks [] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.400071 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-836a700a-b703-4656-97d0-c084fa5fc3de req-39862a85-d466-487f-95d3-159602c24820 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 210 time: 0.1971085 Apr 12 11:03:57.485383 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Router 713bd925-024d-48a8-b6fb-b17848e1bdd9 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:03:57.518076 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21ff0e3b-28d7-4294-bfb8-7be9b5111a0c admin admin] Publish callbacks [] for security_group (a66c7ed7-1823-4e50-afb1-55191adec2a4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.620961 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:57.653510 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-f81a2409-9b14-4e8b-a49c-ee834d900a46 None None] Port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:57.691399 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2a888554-d9cc-45c7-9311-d0dc0d490390 admin admin] Publish callbacks [] for security_group (354811b5-9cd3-44e6-9754-33edcd1bc9aa), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.711546 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2a888554-d9cc-45c7-9311-d0dc0d490390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (354811b5-9cd3-44e6-9754-33edcd1bc9aa), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.715978 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897621a-1988-4150-95ce-8de18437158b None None] Pushing event updated for resources: {'Port': ['ID=b1617eeb-3e63-4371-adb5-207e3a79ab2e,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:57.761258 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47338) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:57.772772 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-38f6baa0-3c89-4c4e-90cc-48b3ba6b9a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.808613 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-2a888554-d9cc-45c7-9311-d0dc0d490390 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74dd9cbe501e4e70b6028d2e4d830752&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7299707 Apr 12 11:03:57.810445 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47344) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:57.821756 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-81e40b93-6b9b-4a91-af00-432b64f8a917 None None] Provisioning complete for port d2af8df7-e52b-4ec2-b17a-54be5e40d439 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:57.822716 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-81e40b93-6b9b-4a91-af00-432b64f8a917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.833270 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a888554-d9cc-45c7-9311-d0dc0d490390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354811b5-9cd3-44e6-9754-33edcd1bc9aa,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:57.857288 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be84b0d0-033b-4aad-b301-7410e0ed4404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.914780 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21ff0e3b-28d7-4294-bfb8-7be9b5111a0c admin admin] Publish callbacks [] for security_group (a66c7ed7-1823-4e50-afb1-55191adec2a4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:57.975871 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-81e40b93-6b9b-4a91-af00-432b64f8a917 None None] Port d2af8df7-e52b-4ec2-b17a-54be5e40d439 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:03:57.979749 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port fd630d34-b628-4d90-a664-a8cadfdde2f4 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:57.980050 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (fd630d34-b628-4d90-a664-a8cadfdde2f4), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:58.006765 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be84b0d0-033b-4aad-b301-7410e0ed4404 admin admin] Publish callbacks [] for security_group (d84e9bfc-3c0d-42c0-9e3d-6a51d1ced494), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:58.061889 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-a150f76c-cfb9-40d3-959f-13de337af6d7 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:58.082731 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-be84b0d0-033b-4aad-b301-7410e0ed4404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (d84e9bfc-3c0d-42c0-9e3d-6a51d1ced494), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:58.148376 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84b0d0-033b-4aad-b301-7410e0ed4404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84e9bfc-3c0d-42c0-9e3d-6a51d1ced494,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:58.166244 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:58.193076 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b9d61-26a4-4a94-b4c7-1d0597ca4b98 req-5823bacc-bed0-4fc6-aed5-e505cdf4c8e3 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:58.194945 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-826b9d61-26a4-4a94-b4c7-1d0597ca4b98 req-5823bacc-bed0-4fc6-aed5-e505cdf4c8e3 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 931 time: 0.1860797 Apr 12 11:03:58.216819 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 2, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:58.266932 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-be84b0d0-033b-4aad-b301-7410e0ed4404 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ca91f36830a4ba792b251146ba39ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4570475 Apr 12 11:03:58.276158 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Checking router: 8d461e54-0cb0-49e6-896b-fc75f0540550 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:03:58.277302 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port fd630d34-b628-4d90-a664-a8cadfdde2f4 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:03:58.277690 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (fd630d34-b628-4d90-a664-a8cadfdde2f4), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:58.282096 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Updating router 8d461e54-0cb0-49e6-896b-fc75f0540550 port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec binding host dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:03:58.288856 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47354) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:58.323749 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:03:58.353361 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port fd630d34-b628-4d90-a664-a8cadfdde2f4, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=fd630d34-b628-4d90-a664-a8cadfdde2f4,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:03:58.361356 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Sync routers for ids ['713bd925-024d-48a8-b6fb-b17848e1bdd9'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:03:58.379229 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-b2f48bd1-acbb-4e24-9ab3-19119a92f7c1 admin admin] 10.222.0.55 "PUT /v2.0/routers/713bd925-024d-48a8-b6fb-b17848e1bdd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1798229 Apr 12 11:03:58.387653 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (fd630d34-b628-4d90-a664-a8cadfdde2f4), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:58.406602 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:58.493952 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Routers {'713bd925-024d-48a8-b6fb-b17848e1bdd9'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:03:58.495080 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:03:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['713bd925-024d-48a8-b6fb-b17848e1bdd9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:03:58.637218 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-826b9d61-26a4-4a94-b4c7-1d0597ca4b98 req-d545a19a-ccd9-4e5a-a316-94b09a56aa45 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215991 Apr 12 11:03:58.638279 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47368) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:58.646855 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-194a50f9-76dc-4ad0-85f4-5f3d282c1464 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1313862411', 'description': 'tempest-description--182906831'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:58.824537 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-203ca474-ddc5-40eb-8c4b-a927db7d7175 req-836be252-d867-492c-9053-6ba67b4c4f1a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 210 time: 0.1331940 Apr 12 11:03:58.846171 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Set router 713bd925-024d-48a8-b6fb-b17848e1bdd9 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:03:58.891098 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b81dc3cd-7be2-460f-a299-b77e78f6cd1e admin admin] Publish callbacks [] for security_group (d84e9bfc-3c0d-42c0-9e3d-6a51d1ced494), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:58.897338 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-a150f76c-cfb9-40d3-959f-13de337af6d7 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Network 673a993d-0555-4d0d-8fd9-c33d0481b87b is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:03:58.907669 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-194a50f9-76dc-4ad0-85f4-5f3d282c1464 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.050008 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150f76c-cfb9-40d3-959f-13de337af6d7 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Pushing event updated for resources: {'Port': ['ID=b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:59.073164 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-a150f76c-cfb9-40d3-959f-13de337af6d7 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:03:59.083539 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-a150f76c-cfb9-40d3-959f-13de337af6d7 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:03:59.105340 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device b1617eeb-3e63-4371-adb5-207e3a79ab2e up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:03:59.107724 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-a150f76c-cfb9-40d3-959f-13de337af6d7 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:03:59.108763 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-a150f76c-cfb9-40d3-959f-13de337af6d7 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.110899 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b81dc3cd-7be2-460f-a299-b77e78f6cd1e admin admin] Publish callbacks [] for security_group (d84e9bfc-3c0d-42c0-9e3d-6a51d1ced494), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.145004 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8954c35a-f93b-43e6-898e-cce96bfa99e1 admin admin] Publish callbacks [] for security_group (354811b5-9cd3-44e6-9754-33edcd1bc9aa), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.242935 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-194a50f9-76dc-4ad0-85f4-5f3d282c1464 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.260797 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21ff0e3b-28d7-4294-bfb8-7be9b5111a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (a66c7ed7-1823-4e50-afb1-55191adec2a4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.270240 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21ff0e3b-28d7-4294-bfb8-7be9b5111a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.270423 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-194a50f9-76dc-4ad0-85f4-5f3d282c1464 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.276321 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-21ff0e3b-28d7-4294-bfb8-7be9b5111a0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a66c7ed7-1823-4e50-afb1-55191adec2a4 HTTP/1.1" status: 204 len: 168 time: 2.9095268 Apr 12 11:03:59.289732 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Publish callbacks [] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.304861 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.335897 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff0e3b-28d7-4294-bfb8-7be9b5111a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66c7ed7-1823-4e50-afb1-55191adec2a4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:59.363884 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-a150f76c-cfb9-40d3-959f-13de337af6d7 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.4339530 Apr 12 11:03:59.371075 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8954c35a-f93b-43e6-898e-cce96bfa99e1 admin admin] Publish callbacks [] for security_group (354811b5-9cd3-44e6-9754-33edcd1bc9aa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.398884 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-0063c131-9d93-4cde-9d3a-a8db9a3e10ff tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:03:59.405248 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-0063c131-9d93-4cde-9d3a-a8db9a3e10ff tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0259855 Apr 12 11:03:59.421094 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b81dc3cd-7be2-460f-a299-b77e78f6cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (d84e9bfc-3c0d-42c0-9e3d-6a51d1ced494), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.425273 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b81dc3cd-7be2-460f-a299-b77e78f6cd1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.434863 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-b81dc3cd-7be2-460f-a299-b77e78f6cd1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d84e9bfc-3c0d-42c0-9e3d-6a51d1ced494 HTTP/1.1" status: 204 len: 168 time: 1.1426127 Apr 12 11:03:59.448708 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e44377-a148-4918-ab8f-0596be37bcac None None] Pushing event updated for resources: {'Port': ['ID=385537db-ef7f-4bf7-b3c4-b0931cd3c4ec,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:59.449941 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-194a50f9-76dc-4ad0-85f4-5f3d282c1464 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.456723 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-194a50f9-76dc-4ad0-85f4-5f3d282c1464 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8099165 Apr 12 11:03:59.458933 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47398) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:03:59.470363 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-57367b5b-e145-4684-a3d0-5d559eb85fc5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'security_group_rule': {'security_group_id': 'c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:03:59.544593 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=fd630d34-b628-4d90-a664-a8cadfdde2f4,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:59.545266 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a50f9-76dc-4ad0-85f4-5f3d282c1464 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:59.560710 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8954c35a-f93b-43e6-898e-cce96bfa99e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (354811b5-9cd3-44e6-9754-33edcd1bc9aa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.568598 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8954c35a-f93b-43e6-898e-cce96bfa99e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.577506 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-8954c35a-f93b-43e6-898e-cce96bfa99e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/354811b5-9cd3-44e6-9754-33edcd1bc9aa HTTP/1.1" status: 204 len: 168 time: 1.7583554 Apr 12 11:03:59.611013 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954c35a-f93b-43e6-898e-cce96bfa99e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354811b5-9cd3-44e6-9754-33edcd1bc9aa,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:59.714504 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81dc3cd-7be2-460f-a299-b77e78f6cd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84e9bfc-3c0d-42c0-9e3d-6a51d1ced494,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:03:59.824581 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port b1617eeb-3e63-4371-adb5-207e3a79ab2e triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:03:59.827976 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:03:59.975064 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.006467 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Attempting to bind port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:00.006838 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Attempting to bind port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:00.007425 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Attempting to bind port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec on network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:00.013106 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:00.014009 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Checking segment: {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:00.015649 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.016224 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Bound using segment: {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:00.016978 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Bound port: 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:00.017534 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.068376 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1053b9c-6b99-4259-af95-4b78a1924879 req-05438842-3212-4bcb-98b7-bf5c7bbdbcb2 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:00.071181 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c1053b9c-6b99-4259-af95-4b78a1924879 req-05438842-3212-4bcb-98b7-bf5c7bbdbcb2 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 931 time: 0.2007499 Apr 12 11:04:00.095361 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-57367b5b-e145-4684-a3d0-5d559eb85fc5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (284d50f5-faad-44ab-a174-3bf0863ca9fb), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.128907 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-0ec8ccef-d1a7-4091-a1ed-c467acdc9317 None None] Provisioning complete for port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:00.140265 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0ec8ccef-d1a7-4091-a1ed-c467acdc9317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.206206 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] For port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:00.207049 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-57367b5b-e145-4684-a3d0-5d559eb85fc5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (284d50f5-faad-44ab-a174-3bf0863ca9fb), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.216593 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] For port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=385537db-ef7f-4bf7-b3c4-b0931cd3c4ec,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:00.225993 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.226835 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-57367b5b-e145-4684-a3d0-5d559eb85fc5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (284d50f5-faad-44ab-a174-3bf0863ca9fb), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.264614 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2af8df7-e52b-4ec2-b17a-54be5e40d439', 'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'mac_address': 'fa:16:3e:a2:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:47Z', 'updated_at': '2022-04-12T11:03:54Z', 'revision_number': 2, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'subnets': [{'id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:00.302206 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Checking router: 713bd925-024d-48a8-b6fb-b17848e1bdd9 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:04:00.304934 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-57367b5b-e145-4684-a3d0-5d559eb85fc5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.307400 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-57367b5b-e145-4684-a3d0-5d559eb85fc5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8413603 Apr 12 11:04:00.307867 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Updating router 713bd925-024d-48a8-b6fb-b17848e1bdd9 port d2af8df7-e52b-4ec2-b17a-54be5e40d439 binding host dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:04:00.327325 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47416) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:00.339527 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e5fca9a0-e145-45dc-8632-89c360b43427 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'security_group_rule': {'security_group_id': 'c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:00.374879 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-5c4e5428-738b-4231-958d-7d2236ceb3b3 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:00.384920 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-5c4e5428-738b-4231-958d-7d2236ceb3b3 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 818 time: 0.9194331 Apr 12 11:04:00.428538 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5fca9a0-e145-45dc-8632-89c360b43427 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (370b3e8d-d5f5-4462-90d3-f29a7687a9a0), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.434158 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57367b5b-e145-4684-a3d0-5d559eb85fc5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284d50f5-faad-44ab-a174-3bf0863ca9fb,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:00.484542 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-c73ee3d7-9e76-4ad4-baf9-b648513f7955 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/quotas/16e64b34e34e4a67860998e80ea216ca HTTP/1.1" status: 200 len: 375 time: 0.0985205 Apr 12 11:04:00.490941 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:00.491602 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:03:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:00.616139 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port b1617eeb-3e63-4371-adb5-207e3a79ab2e is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:00.640568 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47422) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:00.642550 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e44377-a148-4918-ab8f-0596be37bcac None None] Pushing event updated for resources: {'Port': ['ID=385537db-ef7f-4bf7-b3c4-b0931cd3c4ec,revision_number=4']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:00.657504 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-0ec8ccef-d1a7-4091-a1ed-c467acdc9317 None None] Port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:04:00.684244 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c1053b9c-6b99-4259-af95-4b78a1924879 req-48e6afef-809e-4725-8b12-e6952bc26dce tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051190 Apr 12 11:04:00.709360 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.759717 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b388428-6868-4730-afa8-b79a2acb9663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:00.786146 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-0214d404-a11c-4642-a2d2-4d23e98f5916 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3007128 Apr 12 11:04:00.903716 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:00.978299 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device fd630d34-b628-4d90-a664-a8cadfdde2f4 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:01.213624 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.61', 62144) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:01.246168 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b388428-6868-4730-afa8-b79a2acb9663 admin admin] Publish callbacks [] for security_group (4f437cb0-fca2-4746-ae11-9f10de0f4a54), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.307040 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5b388428-6868-4730-afa8-b79a2acb9663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (4f437cb0-fca2-4746-ae11-9f10de0f4a54), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.330236 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-07b8c598-4bb3-4d4b-a3ed-d74caf3a5893 None None] Provisioning complete for port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:01.333137 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-07b8c598-4bb3-4d4b-a3ed-d74caf3a5893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.341948 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port fd630d34-b628-4d90-a664-a8cadfdde2f4 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:01.348927 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (fd630d34-b628-4d90-a664-a8cadfdde2f4), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.406382 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b388428-6868-4730-afa8-b79a2acb9663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f437cb0-fca2-4746-ae11-9f10de0f4a54,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:01.429460 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-95685252-78b0-434f-bf2e-5cfa7b989cca req-8f699200-0fb0-47f7-8689-2b652704d770 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 210 time: 0.5120771 Apr 12 11:04:01.474155 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.495680 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Request body: {'port': {'device_id': '6c6c70e2-82ba-4f36-b249-2207d1858f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:01.569029 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:00Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:01.622564 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df6678c-0748-4e81-b04d-27683aaf1acb None None] The sync data for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi is: [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:00Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:04:01.626022 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-1f7a577c-11fb-4255-852a-3a653f284154 service neutron] 10.222.0.55 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8158469 Apr 12 11:04:01.646606 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-5b388428-6868-4730-afa8-b79a2acb9663 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f5beff4d6b34fed823612973f798186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9972711 Apr 12 11:04:01.666584 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47454) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:01.824789 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-07b8c598-4bb3-4d4b-a3ed-d74caf3a5893 None None] Current status of the port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:01.827474 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-07b8c598-4bb3-4d4b-a3ed-d74caf3a5893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.866885 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5fca9a0-e145-45dc-8632-89c360b43427 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (370b3e8d-d5f5-4462-90d3-f29a7687a9a0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:01.900585 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5fca9a0-e145-45dc-8632-89c360b43427 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (370b3e8d-d5f5-4462-90d3-f29a7687a9a0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.115332 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fca9a0-e145-45dc-8632-89c360b43427 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370b3e8d-d5f5-4462-90d3-f29a7687a9a0,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:02.160912 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port fd630d34-b628-4d90-a664-a8cadfdde2f4 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:02.173110 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5fca9a0-e145-45dc-8632-89c360b43427 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.183931 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-e5fca9a0-e145-45dc-8632-89c360b43427 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8545933 Apr 12 11:04:02.186702 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-07b8c598-4bb3-4d4b-a3ed-d74caf3a5893 None None] For port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=385537db-ef7f-4bf7-b3c4-b0931cd3c4ec,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:02.230620 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c792633-a228-465e-8dab-29208784af1f req-a57b6502-a271-4f3b-ba6e-512feaaa2890 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:02.233832 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-07b8c598-4bb3-4d4b-a3ed-d74caf3a5893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.236007 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-a57b6502-a271-4f3b-ba6e-512feaaa2890 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.61 "GET /v2.0/networks?id=0317d028-0989-472a-96e6-acd16004829e HTTP/1.1" status: 200 len: 811 time: 1.0111506 Apr 12 11:04:02.236516 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47466) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:02.263620 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'floatingip': {'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:02.346912 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.368228 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-ec5cce21-dcc2-477d-ad6d-f2bc3e147e6a service neutron] 10.222.0.55 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7198687 Apr 12 11:04:02.393844 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb149494-fb11-438c-90f4-e2a78fdaae12 req-ddd0d3b9-5f2f-4556-b177-30478f3ba0d5 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:02.413836 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cb149494-fb11-438c-90f4-e2a78fdaae12 req-ddd0d3b9-5f2f-4556-b177-30478f3ba0d5 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 931 time: 0.2082977 Apr 12 11:04:02.481003 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86db157c-8c1c-49e8-ae66-7271309375f6 admin admin] Publish callbacks [] for security_group (4f437cb0-fca2-4746-ae11-9f10de0f4a54), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.572498 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86db157c-8c1c-49e8-ae66-7271309375f6 admin admin] Publish callbacks [] for security_group (4f437cb0-fca2-4746-ae11-9f10de0f4a54), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.581289 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.590113 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Publish callbacks [] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.618322 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8c598-4bb3-4d4b-a3ed-d74caf3a5893 None None] Pushing event updated for resources: {'Port': ['ID=385537db-ef7f-4bf7-b3c4-b0931cd3c4ec,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:02.644860 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.692971 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cb149494-fb11-438c-90f4-e2a78fdaae12 req-eb66e171-629f-48cd-90ef-11246cdea42a tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781856 Apr 12 11:04:02.752506 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86db157c-8c1c-49e8-ae66-7271309375f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (4f437cb0-fca2-4746-ae11-9f10de0f4a54), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.756310 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-86db157c-8c1c-49e8-ae66-7271309375f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:02.758298 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-86db157c-8c1c-49e8-ae66-7271309375f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f437cb0-fca2-4746-ae11-9f10de0f4a54 HTTP/1.1" status: 204 len: 168 time: 1.0897520 Apr 12 11:04:02.791903 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db157c-8c1c-49e8-ae66-7271309375f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f437cb0-fca2-4746-ae11-9f10de0f4a54,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:02.922265 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:02.946694 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014c31c-e427-4df1-98cc-01a196213d55 None None] Pushing event updated for resources: {'Port': ['ID=d2af8df7-e52b-4ec2-b17a-54be5e40d439,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:02.950651 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b01c0588-0451-470f-8d13-f56e5c055123 req-2ffdbb3c-7ef9-48b6-bf0d-25ebfcd9d24d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 210 time: 0.1257517 Apr 12 11:04:02.969994 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.100311 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-025718a7-895b-46ad-bf7f-0c687538f504 req-3239adee-74d5-4c97-b2d1-e7afbfe210fa tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 210 time: 0.1526873 Apr 12 11:04:03.232408 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Attempting to bind port d2af8df7-e52b-4ec2-b17a-54be5e40d439 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:03.233782 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Attempting to bind port d2af8df7-e52b-4ec2-b17a-54be5e40d439 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:03.235346 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Attempting to bind port d2af8df7-e52b-4ec2-b17a-54be5e40d439 on network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:03.246907 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:03.247460 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Checking segment: {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:03.248440 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.249832 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Bound using segment: {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:03.250382 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Bound port: d2af8df7-e52b-4ec2-b17a-54be5e40d439, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:03.250771 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.286792 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-4e218a8f-332a-4b70-80c1-75055cb10722 None None] Provisioning complete for port d2af8df7-e52b-4ec2-b17a-54be5e40d439 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:03.287337 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4e218a8f-332a-4b70-80c1-75055cb10722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.348180 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Allocated IP 172.27.0.237 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/60a1652b-5b0f-4d8b-a508-b4b09077f367) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:03.630875 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for port (60a1652b-5b0f-4d8b-a508-b4b09077f367), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.678368 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-4e218a8f-332a-4b70-80c1-75055cb10722 None None] Port d2af8df7-e52b-4ec2-b17a-54be5e40d439 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:04:03.683294 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:03.684623 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:03.750782 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] For port d2af8df7-e52b-4ec2-b17a-54be5e40d439, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:03.831625 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] For port d2af8df7-e52b-4ec2-b17a-54be5e40d439, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=d2af8df7-e52b-4ec2-b17a-54be5e40d439,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:03.863573 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.025381 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7828d47-d623-4ebf-825d-7890e6b84aac req-3d7591d4-2643-4202-8410-0f49eb319736 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:04.035687 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7828d47-d623-4ebf-825d-7890e6b84aac req-3d7591d4-2643-4202-8410-0f49eb319736 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 931 time: 0.1802576 Apr 12 11:04:04.274487 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (60a1652b-5b0f-4d8b-a508-b4b09077f367), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.288939 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7828d47-d623-4ebf-825d-7890e6b84aac req-bc4cd26e-d057-4abf-8fef-71f439d913d8 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497635 Apr 12 11:04:04.297592 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Routers {'713bd925-024d-48a8-b6fb-b17848e1bdd9'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:04.298343 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:03:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['713bd925-024d-48a8-b6fb-b17848e1bdd9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:04.471107 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014c31c-e427-4df1-98cc-01a196213d55 None None] Pushing event updated for resources: {'Port': ['ID=d2af8df7-e52b-4ec2-b17a-54be5e40d439,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:04.513098 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:04.659991 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-731db4fa-e13d-4f1a-978e-e2dd69bbea1e req-162ca13c-d68b-402e-b795-0fe305c8c087 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 210 time: 0.1707046 Apr 12 11:04:04.705824 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-425b5080-f4a1-4c89-9d6f-f0aa56ff8cf7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32e5cadd300d492aa1e9baa86a13b241 HTTP/1.1" status: 200 len: 380 time: 2.3598368 Apr 12 11:04:04.752956 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [req-9c792633-a228-465e-8dab-29208784af1f req-6f78c57b-acc5-425e-8f24-cbded9a66280 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Request body: {'port': {'device_id': 'f0f9105d-e0ca-4429-b1e7-3fcfe324c10a', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'admin_state_up': True, 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'security_groups': ['04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:04.769445 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:04.776117 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-f82565be-65b4-47dd-9c23-5eba4c37be2e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:04.786842 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-f82565be-65b4-47dd-9c23-5eba4c37be2e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 818 time: 0.7498436 Apr 12 11:04:04.805504 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:04.814699 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-0ea00594-6b05-482c-af5c-3b5c3245948e None None] Provisioning complete for port d2af8df7-e52b-4ec2-b17a-54be5e40d439 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:04.816061 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0ea00594-6b05-482c-af5c-3b5c3245948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:04.846456 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:04.849075 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-ff26fb4e-f5e5-4d01-8029-f577daab1ada tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/quotas/16e64b34e34e4a67860998e80ea216ca HTTP/1.1" status: 200 len: 375 time: 0.0572441 Apr 12 11:04:04.866133 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'Port': ['ID=60a1652b-5b0f-4d8b-a508-b4b09077f367,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:04.977667 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] Set router 713bd925-024d-48a8-b6fb-b17848e1bdd9 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:05.005643 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-e461e564-e2da-4d28-9abd-57bead7ee39b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1550157 Apr 12 11:04:05.163791 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-0ea00594-6b05-482c-af5c-3b5c3245948e None None] Current status of the port d2af8df7-e52b-4ec2-b17a-54be5e40d439 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:05.164194 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0ea00594-6b05-482c-af5c-3b5c3245948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.290154 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-81f1d303-cf92-48d9-8996-e72c262965e3 service neutron] 10.222.0.55 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835484 Apr 12 11:04:05.470773 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-519ba240-e4f7-4d88-9c8a-ada836624407 service neutron] 10.222.0.55 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745493 Apr 12 11:04:05.610809 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (31d99e94-e173-4c1f-ac31-bec975229567), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.719318 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6ddcf-a556-4080-ae36-f5722deffa83 req-a5e8113e-4c4d-45b2-883a-c0bf432f7659 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:05.726624 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-0ea00594-6b05-482c-af5c-3b5c3245948e None None] For port d2af8df7-e52b-4ec2-b17a-54be5e40d439, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=d2af8df7-e52b-4ec2-b17a-54be5e40d439,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:05.737858 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aea6ddcf-a556-4080-ae36-f5722deffa83 req-a5e8113e-4c4d-45b2-883a-c0bf432f7659 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 931 time: 0.2433033 Apr 12 11:04:05.742390 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.61', 62150) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:05.928117 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aea6ddcf-a556-4080-ae36-f5722deffa83 req-5ed84dc9-8777-4e37-9c2e-51d69da30495 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875877 Apr 12 11:04:05.933095 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2af8df7-e52b-4ec2-b17a-54be5e40d439', 'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'mac_address': 'fa:16:3e:a2:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:47Z', 'updated_at': '2022-04-12T11:04:03Z', 'revision_number': 4, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'subnets': [{'id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:05.951015 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0ea00594-6b05-482c-af5c-3b5c3245948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:05.966740 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:06.067508 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2df0cf7-c303-4018-8ce3-b4d210658dbe None None] The sync data for ids ['713bd925-024d-48a8-b6fb-b17848e1bdd9'] in dv-cinder-830089-4-iscsi is: [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2af8df7-e52b-4ec2-b17a-54be5e40d439', 'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'mac_address': 'fa:16:3e:a2:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:47Z', 'updated_at': '2022-04-12T11:04:03Z', 'revision_number': 4, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'subnets': [{'id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:04:06.100163 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Publish callbacks [] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.176867 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (60a1652b-5b0f-4d8b-a508-b4b09077f367), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.235788 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a02b1355-f911-4271-a115-2c73a78aa85f req-4ab2452f-aeb5-4537-adf3-4f165157318d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 210 time: 0.1050260 Apr 12 11:04:06.244725 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5f14aaaf-e943-447b-a4da-e6d254dd6559 req-4f038143-3f00-4d1d-8649-015c4e5d5f52 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 210 time: 0.1473055 Apr 12 11:04:06.285726 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c792633-a228-465e-8dab-29208784af1f req-6f78c57b-acc5-425e-8f24-cbded9a66280 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Made reservation on behalf of 32e5cadd300d492aa1e9baa86a13b241 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:06.290726 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9c792633-a228-465e-8dab-29208784af1f req-6f78c57b-acc5-425e-8f24-cbded9a66280 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.292319 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea00594-6b05-482c-af5c-3b5c3245948e None None] Pushing event updated for resources: {'Port': ['ID=d2af8df7-e52b-4ec2-b17a-54be5e40d439,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:06.458686 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-3869be9a-1328-4fac-aaee-d266de95873f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:06.469321 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-3869be9a-1328-4fac-aaee-d266de95873f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 818 time: 0.4798167 Apr 12 11:04:06.659284 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for port (60a1652b-5b0f-4d8b-a508-b4b09077f367), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.662170 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Transition to ACTIVE for port object b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:04:06.685169 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (60a1652b-5b0f-4d8b-a508-b4b09077f367), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.727354 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-d9346ade-2f27-4650-93b4-0f3b715157ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Request body: {'port': {'device_id': '9daf3963-d9dd-4cf6-8125-6e5cb92fdc13', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'admin_state_up': True, 'tenant_id': '16e64b34e34e4a67860998e80ea216ca'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:06.738230 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (31d99e94-e173-4c1f-ac31-bec975229567), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.750677 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:06.882180 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device d2af8df7-e52b-4ec2-b17a-54be5e40d439 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:06.918033 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-9c792633-a228-465e-8dab-29208784af1f req-6f78c57b-acc5-425e-8f24-cbded9a66280 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Allocated IP 172.20.0.14 (0317d028-0989-472a-96e6-acd16004829e/960eacfe-1fad-4c86-97dd-e4deb4410d5f/402270a4-9c50-4876-a983-bab38cb615b9) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:07.082065 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port d2af8df7-e52b-4ec2-b17a-54be5e40d439 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:07.085157 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.197981 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.200976 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9540329 Apr 12 11:04:07.208720 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c6837-6975-46f4-bfa6-eb0f7bcecec5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'Port': ['ID=60a1652b-5b0f-4d8b-a508-b4b09077f367,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:07.263401 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c13d0-290f-4d55-b782-be1416da811a req-72c1dee2-6267-4827-b9c8-cb8ec207e7ec tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:07.271859 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-204c13d0-290f-4d55-b782-be1416da811a req-72c1dee2-6267-4827-b9c8-cb8ec207e7ec tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 943 time: 0.1524715 Apr 12 11:04:07.301783 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-d9346ade-2f27-4650-93b4-0f3b715157ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Made reservation on behalf of 16e64b34e34e4a67860998e80ea216ca for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:07.306294 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-d9346ade-2f27-4650-93b4-0f3b715157ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.351869 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port d2af8df7-e52b-4ec2-b17a-54be5e40d439 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:07.353947 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47628) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:07.492487 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-204c13d0-290f-4d55-b782-be1416da811a req-7ecf1b32-8b43-4291-abd2-01b67a9c4613 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196670 Apr 12 11:04:07.604353 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9c792633-a228-465e-8dab-29208784af1f req-6f78c57b-acc5-425e-8f24-cbded9a66280 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for port (402270a4-9c50-4876-a983-bab38cb615b9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.620270 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-15a2af70-f5a1-45d5-8e35-70f9df5a2018 req-e7ccee2c-1005-4d56-b2af-efed578ebb5e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 210 time: 0.2175581 Apr 12 11:04:07.622818 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:07.627592 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Attempting to bind port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:07.627957 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Attempting to bind port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b4844ee8-e527-497a-9676-0213831c1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '673a993d-0555-4d0d-8fd9-c33d0481b87b'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:07.628300 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Attempting to bind port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc on network 673a993d-0555-4d0d-8fd9-c33d0481b87b {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:07.648027 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc on network 673a993d-0555-4d0d-8fd9-c33d0481b87b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:04:07.648348 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Attempting to bind port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc on network 673a993d-0555-4d0d-8fd9-c33d0481b87b {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:07.657920 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:07.658321 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Checking segment: {'id': 'b4844ee8-e527-497a-9676-0213831c1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '673a993d-0555-4d0d-8fd9-c33d0481b87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:07.658919 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Bound using segment: {'id': 'b4844ee8-e527-497a-9676-0213831c1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '673a993d-0555-4d0d-8fd9-c33d0481b87b'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:07.659458 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Bound port: b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4844ee8-e527-497a-9676-0213831c1611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '673a993d-0555-4d0d-8fd9-c33d0481b87b'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:07.659832 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.754263 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9c792633-a228-465e-8dab-29208784af1f req-6f78c57b-acc5-425e-8f24-cbded9a66280 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (402270a4-9c50-4876-a983-bab38cb615b9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.777038 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f2fa569b-844a-4a89-87f9-7802dd556808 req-61c3b22e-d4db-4759-9c08-e3dd78c12057 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 210 time: 0.1359515 Apr 12 11:04:07.821346 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2096b5b0-24ed-40de-91d9-f2b60ffcccf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.866274 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] For port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc, host hv-cinder-83008, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:07.893890 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c792633-a228-465e-8dab-29208784af1f req-6f78c57b-acc5-425e-8f24-cbded9a66280 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Network 0317d028-0989-472a-96e6-acd16004829e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:07.922103 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-9c792633-a228-465e-8dab-29208784af1f req-6f78c57b-acc5-425e-8f24-cbded9a66280 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:07.935426 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] For port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc,segment=NetworkSegment(b4844ee8-e527-497a-9676-0213831c1611),segment_id=b4844ee8-e527-497a-9676-0213831c1611)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:07.939603 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-d9346ade-2f27-4650-93b4-0f3b715157ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Allocated IP 172.20.0.12 (0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0/af647f51-7c82-4827-b564-c860dc4e06f8/c8436851-7854-4a01-ae7e-45d62dc2394a) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:07.945322 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c792633-a228-465e-8dab-29208784af1f req-6f78c57b-acc5-425e-8f24-cbded9a66280 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:07.958259 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c792633-a228-465e-8dab-29208784af1f req-6f78c57b-acc5-425e-8f24-cbded9a66280 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:07.958943 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9c792633-a228-465e-8dab-29208784af1f req-6f78c57b-acc5-425e-8f24-cbded9a66280 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.972335 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:07.989427 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-e85a82f9-f7ac-455d-9268-d10d3daf98a0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1313862411&fields=id&tenant_id=712ce764cc7f4e1594a6092d333bc48d HTTP/1.1" status: 200 len: 267 time: 0.2153034 Apr 12 11:04:08.026013 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78c57b-acc5-425e-8f24-cbded9a66280 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event updated for resources: {'Port': ['ID=402270a4-9c50-4876-a983-bab38cb615b9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:08.048476 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:08.049191 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.050718 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] 10.222.0.61 "PUT /v2.0/ports/b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc HTTP/1.1" status: 200 len: 1093 time: 7.9204731 Apr 12 11:04:08.054377 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6c70e2-82ba-4f36-b249-2207d1858f3b', 'tag': 'b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:08.198791 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-6f78c57b-acc5-425e-8f24-cbded9a66280 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4660325 Apr 12 11:04:08.224058 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Request body: {'port': {'device_id': 'f0f9105d-e0ca-4429-b1e7-3fcfe324c10a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:08.291820 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2096b5b0-24ed-40de-91d9-f2b60ffcccf8 admin admin] Publish callbacks [] for security_group (b10c7ba5-851c-48f6-b602-13286a040314), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.343695 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2096b5b0-24ed-40de-91d9-f2b60ffcccf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (b10c7ba5-851c-48f6-b602-13286a040314), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.373466 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.61', 62154) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:08.413783 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-b935205e-ccb4-4e4c-90f2-7763dfce9b82 None None] Provisioning complete for port 402270a4-9c50-4876-a983-bab38cb615b9 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:08.418165 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b935205e-ccb4-4e4c-90f2-7763dfce9b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (402270a4-9c50-4876-a983-bab38cb615b9), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.419116 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-9e4d6cca-584d-4a99-bd7f-cc857bd1eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:08.423498 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-9e4d6cca-584d-4a99-bd7f-cc857bd1eca7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a81fa2a787d40dcaec7e8b6f28f930d&device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 1127 time: 0.1115568 Apr 12 11:04:08.428146 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a3d10-479c-4aaf-ac49-cba74169c959 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:08.450107 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa13a044-9021-4b7b-85a0-238e7759ab4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6c70e2-82ba-4f36-b249-2207d1858f3b", "tag": "b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:08.536696 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-b935205e-ccb4-4e4c-90f2-7763dfce9b82 None None] Port 402270a4-9c50-4876-a983-bab38cb615b9 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:04:08.563782 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-70c81d7f-2278-4307-8627-a0a28d5744a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc HTTP/1.1" status: 200 len: 217 time: 0.1188598 Apr 12 11:04:08.574958 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (402270a4-9c50-4876-a983-bab38cb615b9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.579384 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-cd6a382b-5523-4700-8669-5d28f6940402 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:08.587567 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-cd6a382b-5523-4700-8669-5d28f6940402 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 814 time: 0.5866284 Apr 12 11:04:08.649491 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096b5b0-24ed-40de-91d9-f2b60ffcccf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10c7ba5-851c-48f6-b602-13286a040314,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:08.659868 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-d11a1f6d-66fe-4707-b8bb-153ff25d79f9 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/quotas/712ce764cc7f4e1594a6092d333bc48d HTTP/1.1" status: 200 len: 375 time: 0.0708683 Apr 12 11:04:08.715419 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-2096b5b0-24ed-40de-91d9-f2b60ffcccf8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f331af49fb54953aa7e7b39b055a9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3569872 Apr 12 11:04:08.715516 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47682) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:08.728219 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-343effe8-7aa8-4949-a5e7-53d440442ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:08.730509 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-343effe8-7aa8-4949-a5e7-53d440442ea7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a75f42ca-cf85-4056-8443-b2c2f56487f5 HTTP/1.1" status: 200 len: 852 time: 0.1387246 Apr 12 11:04:08.784085 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4308bc-d70f-4a06-a57f-88bf4cb2b9ac req-a9f89ab1-1ee7-4a71-9bbb-361fbd170463 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:08.787628 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-be4308bc-d70f-4a06-a57f-88bf4cb2b9ac req-a9f89ab1-1ee7-4a71-9bbb-361fbd170463 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 943 time: 0.1687183 Apr 12 11:04:08.818561 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-d9346ade-2f27-4650-93b4-0f3b715157ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.857276 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-245b6789-b7b8-4058-8a01-84db6dbb353d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:08.859445 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-245b6789-b7b8-4058-8a01-84db6dbb353d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 818 time: 0.4719791 Apr 12 11:04:08.871022 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:08.885460 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ba1f4d43-082e-4dbd-b6e5-e0d2c29f2dcb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2246540 Apr 12 11:04:08.905342 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-e14e40a0-a964-4c82-9e26-25d1a52bf45d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=673a993d-0555-4d0d-8fd9-c33d0481b87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646321 Apr 12 11:04:09.040355 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c49601b8-0664-42c6-8514-244f1e466cc2 admin admin] Publish callbacks [] for security_group (b10c7ba5-851c-48f6-b602-13286a040314), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.065112 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-be4308bc-d70f-4a06-a57f-88bf4cb2b9ac req-f7246d2c-ddec-4227-9501-07dd13d7e9f8 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490504 Apr 12 11:04:09.075772 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-08275d59-759f-4e69-8fdd-1b80058e4054 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Request body: {'port': {'device_id': 'c3027d9b-a6da-4417-9e5f-689667531346', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'admin_state_up': True, 'tenant_id': '16e64b34e34e4a67860998e80ea216ca'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:09.119562 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c49601b8-0664-42c6-8514-244f1e466cc2 admin admin] Publish callbacks [] for security_group (b10c7ba5-851c-48f6-b602-13286a040314), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.247783 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-d9346ade-2f27-4650-93b4-0f3b715157ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.251846 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-d829ad88-49ac-4e30-a5b9-1844a48c8d65 service neutron] 10.222.0.61 "GET /v2.0/networks/673a993d-0555-4d0d-8fd9-c33d0481b87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046882 Apr 12 11:04:09.355114 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402270a4-9c50-4876-a983-bab38cb615b9 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:09.364230 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Publish callbacks [] for port (402270a4-9c50-4876-a983-bab38cb615b9), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.390598 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Transition to ACTIVE for port object 402270a4-9c50-4876-a983-bab38cb615b9 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:04:09.424751 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12641da4-994b-43e5-95bc-59e977c633e9 x-openstack-request-id: req-12641da4-994b-43e5-95bc-59e977c633e9 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:09.425106 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6c70e2-82ba-4f36-b249-2207d1858f3b", "tag": "b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:09.428617 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12641da4-994b-43e5-95bc-59e977c633e9 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:09.429127 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12641da4-994b-43e5-95bc-59e977c633e9'] response: {'name': 'network-changed', 'server_uuid': '6c6c70e2-82ba-4f36-b249-2207d1858f3b', 'tag': 'b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc', 'status': 'completed', 'code': 200} Apr 12 11:04:09.434927 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (402270a4-9c50-4876-a983-bab38cb615b9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.440440 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-d9346ade-2f27-4650-93b4-0f3b715157ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:09.475029 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-d9346ade-2f27-4650-93b4-0f3b715157ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:09.490931 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-d9346ade-2f27-4650-93b4-0f3b715157ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:09.497188 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-d9346ade-2f27-4650-93b4-0f3b715157ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:09.499455 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-d9346ade-2f27-4650-93b4-0f3b715157ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.514924 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-10f08309-aca8-4ca1-9b6d-f30ea8216bdc service neutron] 10.222.0.55 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536579 Apr 12 11:04:09.515878 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-08275d59-759f-4e69-8fdd-1b80058e4054 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Made reservation on behalf of 16e64b34e34e4a67860998e80ea216ca for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:09.519096 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-08275d59-759f-4e69-8fdd-1b80058e4054 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.565234 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=402270a4-9c50-4876-a983-bab38cb615b9,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:09.570199 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9346ade-2f27-4650-93b4-0f3b715157ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Pushing event updated for resources: {'Port': ['ID=c8436851-7854-4a01-ae7e-45d62dc2394a,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:09.590479 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b7a27b46-e60d-42ea-b1d9-b4bd344dcb58 req-f199abdc-4d1a-4a82-b27d-7793867ce0bc tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 210 time: 0.0681601 Apr 12 11:04:09.606465 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-d9346ade-2f27-4650-93b4-0f3b715157ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8849988 Apr 12 11:04:09.632082 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c49601b8-0664-42c6-8514-244f1e466cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (b10c7ba5-851c-48f6-b602-13286a040314), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.635594 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c49601b8-0664-42c6-8514-244f1e466cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.640217 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-c49601b8-0664-42c6-8514-244f1e466cc2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b10c7ba5-851c-48f6-b602-13286a040314 HTTP/1.1" status: 204 len: 168 time: 0.9215882 Apr 12 11:04:09.672705 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Request body: {'port': {'device_id': '9daf3963-d9dd-4cf6-8125-6e5cb92fdc13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:09.707721 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49601b8-0664-42c6-8514-244f1e466cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10c7ba5-851c-48f6-b602-13286a040314,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:09.719885 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Attempting to bind port 402270a4-9c50-4876-a983-bab38cb615b9 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:09.720220 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Attempting to bind port 402270a4-9c50-4876-a983-bab38cb615b9 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:09.725947 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Attempting to bind port 402270a4-9c50-4876-a983-bab38cb615b9 on network 0317d028-0989-472a-96e6-acd16004829e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:09.736404 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Port 402270a4-9c50-4876-a983-bab38cb615b9 on network 0317d028-0989-472a-96e6-acd16004829e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:04:09.736739 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Attempting to bind port 402270a4-9c50-4876-a983-bab38cb615b9 on network 0317d028-0989-472a-96e6-acd16004829e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:09.740399 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fdd3de7f-e10f-41b1-9950-d9c552c8abe9 req-3f6a4259-c438-4ddb-8860-f2e1533dd600 service neutron] 10.222.0.61 "GET /v2.0/networks/673a993d-0555-4d0d-8fd9-c33d0481b87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749081 Apr 12 11:04:09.746578 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:09.751243 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Checking segment: {'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:09.751815 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Bound using segment: {'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:09.752434 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Bound port: 402270a4-9c50-4876-a983-bab38cb615b9, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:09.752798 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (402270a4-9c50-4876-a983-bab38cb615b9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.887542 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-4a9fd717-af90-4e2a-a4d6-ba51d1676c38 None None] Provisioning complete for port c8436851-7854-4a01-ae7e-45d62dc2394a triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:09.888066 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd717-af90-4e2a-a4d6-ba51d1676c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.902289 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] For port 402270a4-9c50-4876-a983-bab38cb615b9, host hv-cinder-83008, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:09.906830 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] For port 402270a4-9c50-4876-a983-bab38cb615b9, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=402270a4-9c50-4876-a983-bab38cb615b9,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:09.915520 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (402270a4-9c50-4876-a983-bab38cb615b9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.966708 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fd717-af90-4e2a-a4d6-ba51d1676c38 None None] Port c8436851-7854-4a01-ae7e-45d62dc2394a cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:04:09.990976 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:09.991790 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:09.993199 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] 10.222.0.61 "PUT /v2.0/ports/402270a4-9c50-4876-a983-bab38cb615b9 HTTP/1.1" status: 200 len: 1094 time: 1.7801757 Apr 12 11:04:10.029796 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9968a7-a1bd-4ee5-b2e0-4f62899d250e req-434861a0-8b4c-4bfe-aa33-604a33cee79d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:10.031538 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ab9968a7-a1bd-4ee5-b2e0-4f62899d250e req-434861a0-8b4c-4bfe-aa33-604a33cee79d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 944 time: 0.2239475 Apr 12 11:04:10.036722 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac3e43-8a1d-4ea6-b1c8-5f5447cfc6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=402270a4-9c50-4876-a983-bab38cb615b9,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:10.063081 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-5674d74d-2895-4020-ad12-5db0454c430c service neutron] 10.222.0.55 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5249939 Apr 12 11:04:10.147469 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-08275d59-759f-4e69-8fdd-1b80058e4054 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Allocated IP 172.20.0.9 (0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0/af647f51-7c82-4827-b564-c860dc4e06f8/e9a78b1a-f53e-4685-954b-adb6f6c39041) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:10.277185 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.362495 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47740) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:10.386699 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e23645e7-064e-495b-bc42-4db178263bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.482684 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5ebec-da40-4497-ad96-da29217f2412 req-97cbb28b-2095-48c5-95d2-9b69a42c4c44 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:10.485036 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ced5ebec-da40-4497-ad96-da29217f2412 req-97cbb28b-2095-48c5-95d2-9b69a42c4c44 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 943 time: 0.1412797 Apr 12 11:04:10.527896 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ab9968a7-a1bd-4ee5-b2e0-4f62899d250e req-46c252da-21af-4df9-91e4-369cdae18b34 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4510887 Apr 12 11:04:10.551991 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e23645e7-064e-495b-bc42-4db178263bf4 admin admin] Publish callbacks [] for security_group (f59965de-d011-44a5-b55d-46258e14268a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.557628 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e23645e7-064e-495b-bc42-4db178263bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (f59965de-d011-44a5-b55d-46258e14268a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.617702 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-e23645e7-064e-495b-bc42-4db178263bf4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=200473056d0446b4b3566e1ce1625e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539883 Apr 12 11:04:10.620531 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23645e7-064e-495b-bc42-4db178263bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59965de-d011-44a5-b55d-46258e14268a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:10.632055 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47762) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:10.637081 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-08275d59-759f-4e69-8fdd-1b80058e4054 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.745870 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1a1c-4c8e-4a7c-89be-03bca84fad17 admin admin] Publish callbacks [] for security_group (f59965de-d011-44a5-b55d-46258e14268a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.755777 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8d51d386-66d3-489e-950b-a6bb61004ae3 req-097c49b0-d22b-40b0-a910-1a30bf266462 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 210 time: 0.1217451 Apr 12 11:04:10.775650 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1a1c-4c8e-4a7c-89be-03bca84fad17 admin admin] Publish callbacks [] for security_group (f59965de-d011-44a5-b55d-46258e14268a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.840511 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1a1c-4c8e-4a7c-89be-03bca84fad17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (f59965de-d011-44a5-b55d-46258e14268a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.843588 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce8c1a1c-4c8e-4a7c-89be-03bca84fad17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:10.845072 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-ce8c1a1c-4c8e-4a7c-89be-03bca84fad17 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f59965de-d011-44a5-b55d-46258e14268a HTTP/1.1" status: 204 len: 168 time: 0.2094049 Apr 12 11:04:10.855121 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c1a1c-4c8e-4a7c-89be-03bca84fad17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59965de-d011-44a5-b55d-46258e14268a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:10.901510 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ced5ebec-da40-4497-ad96-da29217f2412 req-1f8fbf22-998a-45c4-8eaf-8e319f14a782 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724799 Apr 12 11:04:10.906406 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-10acf4dd-630d-4db3-8f0f-2c3c4801a5bc req-3cd7864e-f0da-4429-9472-1894d448b0e6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 210 time: 0.0724981 Apr 12 11:04:10.924601 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-08275d59-759f-4e69-8fdd-1b80058e4054 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:11.005815 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-08275d59-759f-4e69-8fdd-1b80058e4054 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:11.034809 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-08275d59-759f-4e69-8fdd-1b80058e4054 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:11.036675 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08275d59-759f-4e69-8fdd-1b80058e4054 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Pushing event updated for resources: {'Port': ['ID=e9a78b1a-f53e-4685-954b-adb6f6c39041,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:11.046453 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-08275d59-759f-4e69-8fdd-1b80058e4054 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:11.052166 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-08275d59-759f-4e69-8fdd-1b80058e4054 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:11.052828 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-08275d59-759f-4e69-8fdd-1b80058e4054 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:11.082908 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-08275d59-759f-4e69-8fdd-1b80058e4054 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0244472 Apr 12 11:04:11.233004 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Request body: {'port': {'device_id': 'c3027d9b-a6da-4417-9e5f-689667531346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:11.302337 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13a044-9021-4b7b-85a0-238e7759ab4c req-18a0f0f2-6335-4542-b36e-e5142e7f2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:11.306171 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-aa13a044-9021-4b7b-85a0-238e7759ab4c req-18a0f0f2-6335-4542-b36e-e5142e7f2817 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a81fa2a787d40dcaec7e8b6f28f930d&device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 1127 time: 0.1945882 Apr 12 11:04:11.332854 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c792633-a228-465e-8dab-29208784af1f req-4911a437-1770-44a8-b19d-63e17e531ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:11.334649 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-4911a437-1770-44a8-b19d-63e17e531ffb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32e5cadd300d492aa1e9baa86a13b241&device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 1128 time: 0.1202314 Apr 12 11:04:11.374575 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:11.377969 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8436851-7854-4a01-ae7e-45d62dc2394a {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:11.400972 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Publish callbacks [] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:11.450497 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Transition to ACTIVE for port object c8436851-7854-4a01-ae7e-45d62dc2394a will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:04:11.460869 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:11.486444 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-fe5dbfd0-3c5e-479d-ab28-9e77f236ecc7 None None] Provisioning complete for port e9a78b1a-f53e-4685-954b-adb6f6c39041 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:11.489689 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fe5dbfd0-3c5e-479d-ab28-9e77f236ecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:11.516947 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Pushing event updated for resources: {'Port': ['ID=c8436851-7854-4a01-ae7e-45d62dc2394a,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:11.533241 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-fe5dbfd0-3c5e-479d-ab28-9e77f236ecc7 None None] Port e9a78b1a-f53e-4685-954b-adb6f6c39041 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:04:11.620122 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47796) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:11.694877 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c5254-3bcf-4d19-8682-d130caa17224 req-fdeef730-61e3-410a-928a-29398905d4b5 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:11.696406 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fc6c5254-3bcf-4d19-8682-d130caa17224 req-fdeef730-61e3-410a-928a-29398905d4b5 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 944 time: 0.0614662 Apr 12 11:04:11.700694 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-148f3937-0ccc-4167-8bc8-8b294b408ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:11.754234 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f9105d-e0ca-4429-b1e7-3fcfe324c10a', 'tag': '402270a4-9c50-4876-a983-bab38cb615b9'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:11.757424 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e075ce-9f17-4c31-aafc-24a25c339872" -d '{"events": [{"name": "network-changed", "server_uuid": "f0f9105d-e0ca-4429-b1e7-3fcfe324c10a", "tag": "402270a4-9c50-4876-a983-bab38cb615b9"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:11.760379 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13a044-9021-4b7b-85a0-238e7759ab4c req-bc948e18-6952-4194-89c2-638d5e9c2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:11.762094 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-aa13a044-9021-4b7b-85a0-238e7759ab4c req-bc948e18-6952-4194-89c2-638d5e9c2030 service neutron] 10.222.0.61 "GET /v2.0/networks?id=673a993d-0555-4d0d-8fd9-c33d0481b87b HTTP/1.1" status: 200 len: 913 time: 0.4485741 Apr 12 11:04:11.762555 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47804) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:11.816789 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-7a8c946f-c380-43c2-9289-95ab6bb1bd1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=402270a4-9c50-4876-a983-bab38cb615b9 HTTP/1.1" status: 200 len: 217 time: 0.4229169 Apr 12 11:04:11.831560 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ded82c-d919-477b-adef-5bfa0b15af0e x-openstack-request-id: req-12ded82c-d919-477b-adef-5bfa0b15af0e {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:11.832089 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0f9105d-e0ca-4429-b1e7-3fcfe324c10a", "tag": "402270a4-9c50-4876-a983-bab38cb615b9", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:11.832519 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12ded82c-d919-477b-adef-5bfa0b15af0e {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:11.833085 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ded82c-d919-477b-adef-5bfa0b15af0e'] response: {'name': 'network-changed', 'server_uuid': 'f0f9105d-e0ca-4429-b1e7-3fcfe324c10a', 'tag': '402270a4-9c50-4876-a983-bab38cb615b9', 'status': 'completed', 'code': 200} Apr 12 11:04:11.889431 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-aa13a044-9021-4b7b-85a0-238e7759ab4c req-ad7a240f-85a8-4568-9da2-2e7881cc2099 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc HTTP/1.1" status: 200 len: 217 time: 0.0531154 Apr 12 11:04:11.995408 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c792633-a228-465e-8dab-29208784af1f req-860e31cb-384f-45bd-92ff-5aa8f77b25de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:11.997108 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-860e31cb-384f-45bd-92ff-5aa8f77b25de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960eacfe-1fad-4c86-97dd-e4deb4410d5f HTTP/1.1" status: 200 len: 850 time: 0.1063416 Apr 12 11:04:12.002344 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13a044-9021-4b7b-85a0-238e7759ab4c req-0cf0a0c9-7f2e-452f-8a1c-e238f925dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:12.004357 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-aa13a044-9021-4b7b-85a0-238e7759ab4c req-0cf0a0c9-7f2e-452f-8a1c-e238f925dfcc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a75f42ca-cf85-4056-8443-b2c2f56487f5 HTTP/1.1" status: 200 len: 852 time: 0.1044340 Apr 12 11:04:12.059680 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.61', 62159) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:12.082563 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8789ddc4-f5f7-4d9f-b3c4-9236248b505e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.105197 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-aa13a044-9021-4b7b-85a0-238e7759ab4c req-537cfbac-d002-486f-bd89-e5097a0943af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=673a993d-0555-4d0d-8fd9-c33d0481b87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842400 Apr 12 11:04:12.131237 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c792633-a228-465e-8dab-29208784af1f req-3f30e3f4-5ae8-4578-ad5d-c7ed947bac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:12.133050 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-3f30e3f4-5ae8-4578-ad5d-c7ed947bac06 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0317d028-0989-472a-96e6-acd16004829e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1277015 Apr 12 11:04:12.135650 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-11555c6f-fb23-4ca0-b630-dd73642f01f2 req-777e0433-6c45-4d5c-9507-267011ae3b99 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 210 time: 0.1037102 Apr 12 11:04:12.163088 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Attempting to bind port c8436851-7854-4a01-ae7e-45d62dc2394a on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:12.163484 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Attempting to bind port c8436851-7854-4a01-ae7e-45d62dc2394a by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:12.171428 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Attempting to bind port c8436851-7854-4a01-ae7e-45d62dc2394a on network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:12.180347 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:04:12.379392 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-aa13a044-9021-4b7b-85a0-238e7759ab4c req-7aa34b86-435a-4869-a616-2a6d1868db55 service neutron] 10.222.0.61 "GET /v2.0/networks/673a993d-0555-4d0d-8fd9-c33d0481b87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666295 Apr 12 11:04:12.397165 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Port c8436851-7854-4a01-ae7e-45d62dc2394a on network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:04:12.397490 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Attempting to bind port c8436851-7854-4a01-ae7e-45d62dc2394a on network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:12.402930 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fc6c5254-3bcf-4d19-8682-d130caa17224 req-19f2dcac-3ba1-46fa-b246-93c162550690 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6986938 Apr 12 11:04:12.469863 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc,segment=NetworkSegment(b4844ee8-e527-497a-9676-0213831c1611),segment_id=b4844ee8-e527-497a-9676-0213831c1611)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:12.481287 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:12.481612 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Checking segment: {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:12.482175 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Bound using segment: {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:12.483583 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Bound port: c8436851-7854-4a01-ae7e-45d62dc2394a, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:12.483950 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.509684 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': 'b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc', 'network_id': '673a993d-0555-4d0d-8fd9-c33d0481b87b', 'port_id': 'b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc', 'mac_address': 'fa:16:3e:cf:81:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75f42ca-cf85-4056-8443-b2c2f56487f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:04:12.510220 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-aa13a044-9021-4b7b-85a0-238e7759ab4c req-fe4d11ac-c14e-43b9-948d-36253b2fb479 service neutron] 10.222.0.61 "GET /v2.0/networks/673a993d-0555-4d0d-8fd9-c33d0481b87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124053 Apr 12 11:04:12.513978 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8789ddc4-f5f7-4d9f-b3c4-9236248b505e admin admin] Publish callbacks [] for security_group (6deac3e0-b92c-4aec-a75e-9a5df7cb12b9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.525828 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-c80074b1-a8a0-4d0d-abe3-fc0f666dba89 service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738446 Apr 12 11:04:12.526213 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8789ddc4-f5f7-4d9f-b3c4-9236248b505e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (6deac3e0-b92c-4aec-a75e-9a5df7cb12b9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.569452 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4def8-c309-4280-ba5a-d7d15a469d56 req-9ee16d52-db2a-46ed-807f-592cc365bd87 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:12.576950 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dbb4def8-c309-4280-ba5a-d7d15a469d56 req-9ee16d52-db2a-46ed-807f-592cc365bd87 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 943 time: 0.3462970 Apr 12 11:04:12.596030 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:12.596636 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.614288 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:12.635651 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789ddc4-f5f7-4d9f-b3c4-9236248b505e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deac3e0-b92c-4aec-a75e-9a5df7cb12b9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:12.644392 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-8789ddc4-f5f7-4d9f-b3c4-9236248b505e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d39dea5532c43ad8b0e4fa3c5500ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8774893 Apr 12 11:04:12.652317 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc,segment=NetworkSegment(b4844ee8-e527-497a-9676-0213831c1611),segment_id=b4844ee8-e527-497a-9676-0213831c1611)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:12.659776 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 47852) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:12.662437 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.719360 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-baca2cf2-25d5-4c48-9f08-21855ffa4b60 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:12.721484 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-baca2cf2-25d5-4c48-9f08-21855ffa4b60 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 814 time: 0.6479115 Apr 12 11:04:12.732475 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9c792633-a228-465e-8dab-29208784af1f req-399cf2a2-ec67-4b61-a831-431db4211286 service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770983 Apr 12 11:04:12.747023 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dbb4def8-c309-4280-ba5a-d7d15a469d56 req-47f23e5e-f4eb-406d-90a4-ba930f4db248 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688945 Apr 12 11:04:12.749949 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:12.778876 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-148f3937-0ccc-4167-8bc8-8b294b408ab3 admin admin] Publish callbacks [] for security_group (721ee9d8-e207-4c27-ace5-3fb3dacbe6a9), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.805282 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d4851-6311-4c20-b3bf-4642e81b8520 req-c7b10a62-1351-4990-a8bb-bba767ab57ad tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:12.806917 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dc5d4851-6311-4c20-b3bf-4642e81b8520 req-c7b10a62-1351-4990-a8bb-bba767ab57ad tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 931 time: 0.2776380 Apr 12 11:04:12.816154 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-148f3937-0ccc-4167-8bc8-8b294b408ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (721ee9d8-e207-4c27-ace5-3fb3dacbe6a9), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:12.958717 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a78b1a-f53e-4685-954b-adb6f6c39041 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:12.966035 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] For port c8436851-7854-4a01-ae7e-45d62dc2394a, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:12.974289 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-148f3937-0ccc-4167-8bc8-8b294b408ab3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=274e6b1f927345aaa83571ddf12ff6c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3525741 Apr 12 11:04:12.976417 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47870) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:13.020168 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Publish callbacks [] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.022432 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f3937-0ccc-4167-8bc8-8b294b408ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721ee9d8-e207-4c27-ace5-3fb3dacbe6a9,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:13.024672 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e0b1cea3-4a96-4025-81c6-4366800c8c14 admin admin] Publish callbacks [] for security_group (6deac3e0-b92c-4aec-a75e-9a5df7cb12b9), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.029163 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ff77227-f800-427a-a4d9-bf5452da2525 admin admin] Publish callbacks [] for security_group (721ee9d8-e207-4c27-ace5-3fb3dacbe6a9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.049376 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dc5d4851-6311-4c20-b3bf-4642e81b8520 req-a11354c3-41bd-4243-b75b-50daf658c984 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048051 Apr 12 11:04:13.066116 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:04:13.066515 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ff77227-f800-427a-a4d9-bf5452da2525 admin admin] Publish callbacks [] for security_group (721ee9d8-e207-4c27-ace5-3fb3dacbe6a9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.066607 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] For port c8436851-7854-4a01-ae7e-45d62dc2394a, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c8436851-7854-4a01-ae7e-45d62dc2394a,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:13.083441 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.097097 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-025a3a6f-dff2-40c0-8ef7-45e70d37835d tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=712ce764cc7f4e1594a6092d333bc48d HTTP/1.1" status: 200 len: 380 time: 0.3350942 Apr 12 11:04:13.105401 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Transition to ACTIVE for port object e9a78b1a-f53e-4685-954b-adb6f6c39041 will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:04:13.127526 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e0b1cea3-4a96-4025-81c6-4366800c8c14 admin admin] Publish callbacks [] for security_group (6deac3e0-b92c-4aec-a75e-9a5df7cb12b9), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.128295 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ff77227-f800-427a-a4d9-bf5452da2525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (721ee9d8-e207-4c27-ace5-3fb3dacbe6a9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.131321 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ff77227-f800-427a-a4d9-bf5452da2525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.132510 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-2ff77227-f800-427a-a4d9-bf5452da2525 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/721ee9d8-e207-4c27-ace5-3fb3dacbe6a9 HTTP/1.1" status: 204 len: 168 time: 0.1545751 Apr 12 11:04:13.139734 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.156826 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff77227-f800-427a-a4d9-bf5452da2525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721ee9d8-e207-4c27-ace5-3fb3dacbe6a9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:13.173815 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:13.174435 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.176115 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] 10.222.0.61 "PUT /v2.0/ports/c8436851-7854-4a01-ae7e-45d62dc2394a HTTP/1.1" status: 200 len: 1094 time: 3.5090532 Apr 12 11:04:13.176868 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9daf3963-d9dd-4cf6-8125-6e5cb92fdc13', 'tag': 'c8436851-7854-4a01-ae7e-45d62dc2394a'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:13.364538 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fad28a8f-d15c-4f83-a409-7f11260ac8a0 req-312d0b43-52cf-4dfe-9938-c5d11a94ca10 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 210 time: 0.0886140 Apr 12 11:04:13.366095 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d9587-549d-4d74-8f35-96e3afc04f84 service neutron] Pushing event updated for resources: {'Port': ['ID=c8436851-7854-4a01-ae7e-45d62dc2394a,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:13.470416 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47890) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:13.498545 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Attempting to bind port e9a78b1a-f53e-4685-954b-adb6f6c39041 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:13.498887 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Attempting to bind port e9a78b1a-f53e-4685-954b-adb6f6c39041 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:13.499390 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Attempting to bind port e9a78b1a-f53e-4685-954b-adb6f6c39041 on network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:13.501539 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e0b1cea3-4a96-4025-81c6-4366800c8c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (6deac3e0-b92c-4aec-a75e-9a5df7cb12b9), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.504129 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e0b1cea3-4a96-4025-81c6-4366800c8c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.505272 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-e0b1cea3-4a96-4025-81c6-4366800c8c14 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6deac3e0-b92c-4aec-a75e-9a5df7cb12b9 HTTP/1.1" status: 204 len: 168 time: 0.8388393 Apr 12 11:04:13.521095 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1cea3-4a96-4025-81c6-4366800c8c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deac3e0-b92c-4aec-a75e-9a5df7cb12b9,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:13.527349 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Port e9a78b1a-f53e-4685-954b-adb6f6c39041 on network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:04:13.527682 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Attempting to bind port e9a78b1a-f53e-4685-954b-adb6f6c39041 on network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:13.536754 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Pushing event updated for resources: {'Port': ['ID=e9a78b1a-f53e-4685-954b-adb6f6c39041,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:13.558672 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:13.558946 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Checking segment: {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:13.559302 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Bound using segment: {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:13.562079 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Bound port: e9a78b1a-f53e-4685-954b-adb6f6c39041, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:13.562456 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.659699 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6541a0-f747-4f37-8bec-b8f127b8d3da req-e0cf9496-fc9e-45d5-84e0-ba1416fe77ad tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:13.671203 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5f6541a0-f747-4f37-8bec-b8f127b8d3da req-e0cf9496-fc9e-45d5-84e0-ba1416fe77ad tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 944 time: 0.1200264 Apr 12 11:04:13.694458 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d66435-15d0-4ebc-950b-070a2405ff7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9daf3963-d9dd-4cf6-8125-6e5cb92fdc13", "tag": "c8436851-7854-4a01-ae7e-45d62dc2394a"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:13.718311 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-1f60f45f-ab92-4432-80a9-6182fb6fe6c4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'port': {'device_id': '3000cf23-4397-4d95-b350-f79935fd1035', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'admin_state_up': True, 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'security_groups': ['c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2']}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:13.762898 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4f5edc66-e257-43c7-886d-d54a07948592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:13.885036 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-0c89f125-b522-4bed-af98-f92bb9937612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:13.886796 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-0c89f125-b522-4bed-af98-f92bb9937612 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 1128 time: 0.1656432 Apr 12 11:04:13.949259 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-e67aa883-0635-41b1-aab1-1af01b802b21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8436851-7854-4a01-ae7e-45d62dc2394a HTTP/1.1" status: 200 len: 217 time: 0.0455997 Apr 12 11:04:14.012022 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4f5edc66-e257-43c7-886d-d54a07948592 admin admin] Publish callbacks [] for security_group (e2eafe18-ddda-49ab-856f-73bc86cfa5e8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.023586 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4f5edc66-e257-43c7-886d-d54a07948592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e2eafe18-ddda-49ab-856f-73bc86cfa5e8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.025103 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-1f60f45f-ab92-4432-80a9-6182fb6fe6c4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Made reservation on behalf of 712ce764cc7f4e1594a6092d333bc48d for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:14.028542 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-1f60f45f-ab92-4432-80a9-6182fb6fe6c4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.036074 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-f337a866-5704-494e-a892-93d91a3901ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:14.037977 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-f337a866-5704-494e-a892-93d91a3901ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.0793395 Apr 12 11:04:14.085439 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] For port e9a78b1a-f53e-4685-954b-adb6f6c39041, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:14.088308 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e075ce-9f17-4c31-aafc-24a25c339872 req-352f323d-a73c-4c07-8604-4643cc4c7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:14.090576 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-64e075ce-9f17-4c31-aafc-24a25c339872 req-352f323d-a73c-4c07-8604-4643cc4c7834 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32e5cadd300d492aa1e9baa86a13b241&device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 1128 time: 0.4156258 Apr 12 11:04:14.097974 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-4f5edc66-e257-43c7-886d-d54a07948592 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f36c7823edc747c68e7faeeac2904521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6262162 Apr 12 11:04:14.099286 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8838d4-3a10-4263-9877-11709afc5447 req-45861057-80f5-409d-b7a0-c55fe65cd145 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:14.100888 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5d8838d4-3a10-4263-9877-11709afc5447 req-45861057-80f5-409d-b7a0-c55fe65cd145 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 944 time: 0.2088797 Apr 12 11:04:14.102450 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47922) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:14.106440 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5edc66-e257-43c7-886d-d54a07948592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eafe18-ddda-49ab-856f-73bc86cfa5e8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:14.125505 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-958eca6e-4cb7-43a2-bb10-6ec6385d15e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:14.127975 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-958eca6e-4cb7-43a2-bb10-6ec6385d15e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785420 Apr 12 11:04:14.150664 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] For port e9a78b1a-f53e-4685-954b-adb6f6c39041, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e9a78b1a-f53e-4685-954b-adb6f6c39041,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:14.161789 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 402270a4-9c50-4876-a983-bab38cb615b9 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:04:14.212640 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:14.223254 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5f6541a0-f747-4f37-8bec-b8f127b8d3da req-5b4e3645-41e7-40e7-b32b-af0f703bfa72 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5510571 Apr 12 11:04:14.224552 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.237794 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d24f2359-9aa1-4844-b0ca-f39bfda0c774 admin admin] Publish callbacks [] for security_group (e2eafe18-ddda-49ab-856f-73bc86cfa5e8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.286086 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d24f2359-9aa1-4844-b0ca-f39bfda0c774 admin admin] Publish callbacks [] for security_group (e2eafe18-ddda-49ab-856f-73bc86cfa5e8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.289562 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-cbff7930-2263-4411-839d-a9c0ae28d320 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534650 Apr 12 11:04:14.299958 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.db.resource_extend [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 11:04:14.308038 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47930) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:14.353485 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d26730e3-fce9-4980-b21b-bc8977f07697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.397545 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:14.398615 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.400293 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] 10.222.0.61 "PUT /v2.0/ports/e9a78b1a-f53e-4685-954b-adb6f6c39041 HTTP/1.1" status: 200 len: 1093 time: 3.1810019 Apr 12 11:04:14.491538 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5d8838d4-3a10-4263-9877-11709afc5447 req-2c606d0b-f9a4-4c2d-a74b-651797f378be tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747869 Apr 12 11:04:14.523774 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d24f2359-9aa1-4844-b0ca-f39bfda0c774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e2eafe18-ddda-49ab-856f-73bc86cfa5e8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.526302 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d24f2359-9aa1-4844-b0ca-f39bfda0c774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.527472 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-d24f2359-9aa1-4844-b0ca-f39bfda0c774 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2eafe18-ddda-49ab-856f-73bc86cfa5e8 HTTP/1.1" status: 204 len: 168 time: 0.4239047 Apr 12 11:04:14.540936 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-856cab51-0e8e-46af-a2e5-2eea3f3d7e94 req-709153b4-618b-4983-99af-23eecc7f1f82 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427733 Apr 12 11:04:14.550493 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f2359-9aa1-4844-b0ca-f39bfda0c774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eafe18-ddda-49ab-856f-73bc86cfa5e8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:14.653040 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d26730e3-fce9-4980-b21b-bc8977f07697 admin admin] Publish callbacks [] for security_group (472cecbd-c075-4ca5-a142-c4173ca2fc83), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.660492 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d26730e3-fce9-4980-b21b-bc8977f07697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (472cecbd-c075-4ca5-a142-c4173ca2fc83), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.737570 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26730e3-fce9-4980-b21b-bc8977f07697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472cecbd-c075-4ca5-a142-c4173ca2fc83,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:14.742506 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-d26730e3-fce9-4980-b21b-bc8977f07697 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4900a9dcf82d40f8ad3534e16fa62020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4298573 Apr 12 11:04:14.744910 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47940) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:14.774845 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 402270a4-9c50-4876-a983-bab38cb615b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=402270a4-9c50-4876-a983-bab38cb615b9,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:14.813842 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f5fe18b8-ccfe-4dfe-92f6-a914fd050f39 admin admin] Publish callbacks [] for security_group (472cecbd-c075-4ca5-a142-c4173ca2fc83), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.817838 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '402270a4-9c50-4876-a983-bab38cb615b9', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'port_id': '402270a4-9c50-4876-a983-bab38cb615b9', 'mac_address': 'fa:16:3e:38:c3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:04:14.824823 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:04:14.847426 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f5fe18b8-ccfe-4dfe-92f6-a914fd050f39 admin admin] Publish callbacks [] for security_group (472cecbd-c075-4ca5-a142-c4173ca2fc83), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.901417 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:14.901850 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.922125 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f5fe18b8-ccfe-4dfe-92f6-a914fd050f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (472cecbd-c075-4ca5-a142-c4173ca2fc83), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.926789 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f5fe18b8-ccfe-4dfe-92f6-a914fd050f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:14.930953 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-f5fe18b8-ccfe-4dfe-92f6-a914fd050f39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/472cecbd-c075-4ca5-a142-c4173ca2fc83 HTTP/1.1" status: 204 len: 168 time: 0.1846430 Apr 12 11:04:14.956195 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe18b8-ccfe-4dfe-92f6-a914fd050f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472cecbd-c075-4ca5-a142-c4173ca2fc83,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:14.994724 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c4935-20fc-45bb-968f-3e70f969d79e req-dea6459c-1058-4dd5-8a7b-c0c968cbe727 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:15.012433 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8d9c4935-20fc-45bb-968f-3e70f969d79e req-dea6459c-1058-4dd5-8a7b-c0c968cbe727 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 943 time: 0.1269243 Apr 12 11:04:15.013112 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e5225-df3c-412f-aff1-2ef6c028009d service neutron] Pushing event updated for resources: {'Port': ['ID=e9a78b1a-f53e-4685-954b-adb6f6c39041,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:15.016826 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930dc2f5-fb4f-4ae5-9714-a647ff394979 x-openstack-request-id: req-930dc2f5-fb4f-4ae5-9714-a647ff394979 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:15.017110 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9daf3963-d9dd-4cf6-8125-6e5cb92fdc13", "tag": "c8436851-7854-4a01-ae7e-45d62dc2394a", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:15.017361 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-930dc2f5-fb4f-4ae5-9714-a647ff394979 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:15.017829 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-930dc2f5-fb4f-4ae5-9714-a647ff394979'] response: {'name': 'network-changed', 'server_uuid': '9daf3963-d9dd-4cf6-8125-6e5cb92fdc13', 'tag': 'c8436851-7854-4a01-ae7e-45d62dc2394a', 'status': 'completed', 'code': 200} Apr 12 11:04:15.033901 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 402270a4-9c50-4876-a983-bab38cb615b9 is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:15.034291 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (402270a4-9c50-4876-a983-bab38cb615b9), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:15.053113 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e075ce-9f17-4c31-aafc-24a25c339872 req-e091d06b-0b9c-494d-b13e-91db52868820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:15.053113 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-64e075ce-9f17-4c31-aafc-24a25c339872 req-e091d06b-0b9c-494d-b13e-91db52868820 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0317d028-0989-472a-96e6-acd16004829e HTTP/1.1" status: 200 len: 912 time: 0.9371490 Apr 12 11:04:15.053809 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:15.053916 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:15.080244 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-1f60f45f-ab92-4432-80a9-6182fb6fe6c4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Allocated IP 172.20.0.3 (6f32d468-ddbc-4b9d-abc3-b84d288bd876/c307a9d7-336a-46ab-a789-b81d127c4a49/12d8543b-a8f7-4821-946c-3348a256d253) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:15.088652 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-506d816d-a586-4806-b7fd-e6d04b3ef75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:15.090127 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-506d816d-a586-4806-b7fd-e6d04b3ef75b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 1127 time: 0.6050611 Apr 12 11:04:15.118968 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3751a3fb-22bf-4592-8850-29da06eb6f61 req-044190fb-74c8-46c5-8530-f230cca49e76 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 210 time: 0.0479667 Apr 12 11:04:15.123950 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402270a4-9c50-4876-a983-bab38cb615b9 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:15.188104 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8d9c4935-20fc-45bb-968f-3e70f969d79e req-d7a89528-65ec-4c3c-b1b4-d1321b0873dd tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351535 Apr 12 11:04:15.198791 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 402270a4-9c50-4876-a983-bab38cb615b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=402270a4-9c50-4876-a983-bab38cb615b9,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:15.206914 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6c70e2-82ba-4f36-b249-2207d1858f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:15.302064 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (402270a4-9c50-4876-a983-bab38cb615b9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:15.318888 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-1f60f45f-ab92-4432-80a9-6182fb6fe6c4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for port (12d8543b-a8f7-4821-946c-3348a256d253), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:15.323449 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc,segment=NetworkSegment(b4844ee8-e527-497a-9676-0213831c1611),segment_id=b4844ee8-e527-497a-9676-0213831c1611)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:15.356080 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:15.364403 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-1f60f45f-ab92-4432-80a9-6182fb6fe6c4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (12d8543b-a8f7-4821-946c-3348a256d253), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:15.384238 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=402270a4-9c50-4876-a983-bab38cb615b9,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:15.439388 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dfe62-e89e-484a-9262-7c13a92ac25f req-4bbf3a2e-2a9e-4f0b-9f3c-f31c0ac27ece tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:15.441404 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2b2dfe62-e89e-484a-9262-7c13a92ac25f req-4bbf3a2e-2a9e-4f0b-9f3c-f31c0ac27ece tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 945 time: 0.0808468 Apr 12 11:04:15.454628 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:15.519347 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-1f60f45f-ab92-4432-80a9-6182fb6fe6c4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:15.535889 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-1f60f45f-ab92-4432-80a9-6182fb6fe6c4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:15.546204 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-1f60f45f-ab92-4432-80a9-6182fb6fe6c4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:15.556265 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-1f60f45f-ab92-4432-80a9-6182fb6fe6c4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:15.561487 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-1f60f45f-ab92-4432-80a9-6182fb6fe6c4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:15.631623 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d66435-15d0-4ebc-950b-070a2405ff7f req-e04c91e2-86d5-4294-84f1-661e02ce4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:15.632746 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-15d66435-15d0-4ebc-950b-070a2405ff7f req-e04c91e2-86d5-4294-84f1-661e02ce4dd9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 1128 time: 0.0641007 Apr 12 11:04:15.635723 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['402270a4-9c50-4876-a983-bab38cb615b9'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:04:15.697741 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60f45f-ab92-4432-80a9-6182fb6fe6c4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'Port': ['ID=12d8543b-a8f7-4821-946c-3348a256d253,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:15.702691 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-22d7d088-ee53-4949-a4fe-7c4edc4bf94e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a78b1a-f53e-4685-954b-adb6f6c39041 HTTP/1.1" status: 200 len: 217 time: 0.1338115 Apr 12 11:04:15.780856 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-64e075ce-9f17-4c31-aafc-24a25c339872 req-44cf5d0e-f451-413a-b1a2-4d7bf201cf44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=402270a4-9c50-4876-a983-bab38cb615b9 HTTP/1.1" status: 200 len: 217 time: 0.2077274 Apr 12 11:04:15.857364 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 47988) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:15.893436 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd12d7e8-340f-4a6d-8220-4d0746c4b668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:15.909814 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-1f60f45f-ab92-4432-80a9-6182fb6fe6c4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2209964 Apr 12 11:04:15.924361 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2b2dfe62-e89e-484a-9262-7c13a92ac25f req-ddcab726-984a-4908-807a-c3d0dff7e2d4 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4759076 Apr 12 11:04:15.976974 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d66435-15d0-4ebc-950b-070a2405ff7f req-ad8670da-5e30-44a6-a7b7-416edb6390e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:15.978504 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-15d66435-15d0-4ebc-950b-070a2405ff7f req-ad8670da-5e30-44a6-a7b7-416edb6390e9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 919 time: 0.3301182 Apr 12 11:04:15.979557 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb9479a-179d-472a-9431-8c36a2fc82f2" -d '{"events": [{"server_uuid": "6c6c70e2-82ba-4f36-b249-2207d1858f3b", "name": "network-vif-plugged", "status": "completed", "tag": "b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:16.027405 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e25945-f5df-4c34-b7c4-256197527961 req-f97ca114-563e-4e7b-a31d-fcb9e5622a57 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:16.029335 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-04e25945-f5df-4c34-b7c4-256197527961 req-f97ca114-563e-4e7b-a31d-fcb9e5622a57 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 945 time: 0.3240020 Apr 12 11:04:16.038473 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-15d66435-15d0-4ebc-950b-070a2405ff7f req-4ecd2a63-2731-4e70-b60c-5c9c1c34433b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8436851-7854-4a01-ae7e-45d62dc2394a HTTP/1.1" status: 200 len: 217 time: 0.0499446 Apr 12 11:04:16.046460 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-7eb81bea-ae32-45db-a670-a32ce010165a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:16.048464 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-7eb81bea-ae32-45db-a670-a32ce010165a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.3023577 Apr 12 11:04:16.050458 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-61b6c45b-6d5c-487d-b13a-88c95f10e659 None None] Provisioning complete for port 12d8543b-a8f7-4821-946c-3348a256d253 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:16.050907 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-61b6c45b-6d5c-487d-b13a-88c95f10e659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (12d8543b-a8f7-4821-946c-3348a256d253), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.054114 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Request body: {'port': {'device_id': '3000cf23-4397-4d95-b350-f79935fd1035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:16.062011 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e075ce-9f17-4c31-aafc-24a25c339872 req-e2701375-3b7d-4044-a412-e76eaf0f6560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:16.063826 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-64e075ce-9f17-4c31-aafc-24a25c339872 req-e2701375-3b7d-4044-a412-e76eaf0f6560 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960eacfe-1fad-4c86-97dd-e4deb4410d5f HTTP/1.1" status: 200 len: 850 time: 0.2394149 Apr 12 11:04:16.100717 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-61b6c45b-6d5c-487d-b13a-88c95f10e659 None None] Port 12d8543b-a8f7-4821-946c-3348a256d253 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:04:16.132761 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d66435-15d0-4ebc-950b-070a2405ff7f req-f08d793a-c56c-446e-a5e6-1cb4f079ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:16.134232 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-15d66435-15d0-4ebc-950b-070a2405ff7f req-f08d793a-c56c-446e-a5e6-1cb4f079ad35 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.0892458 Apr 12 11:04:16.181571 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-75a95e20-ce3d-4591-9ed8-f6697a0300b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:16.185861 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-75a95e20-ce3d-4591-9ed8-f6697a0300b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1260333 Apr 12 11:04:16.195688 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd12d7e8-340f-4a6d-8220-4d0746c4b668 admin admin] Publish callbacks [] for security_group (f8b41f49-e726-4edb-8b95-96c0eeb7ad2f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.220515 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd12d7e8-340f-4a6d-8220-4d0746c4b668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (f8b41f49-e726-4edb-8b95-96c0eeb7ad2f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.237441 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84529fcb-bcbc-43ab-9e2f-6772902289e3 x-openstack-request-id: req-84529fcb-bcbc-43ab-9e2f-6772902289e3 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:16.238315 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6c70e2-82ba-4f36-b249-2207d1858f3b", "name": "network-vif-plugged", "status": "completed", "tag": "b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:16.238742 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84529fcb-bcbc-43ab-9e2f-6772902289e3 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:16.239487 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84529fcb-bcbc-43ab-9e2f-6772902289e3'] response: {'server_uuid': '6c6c70e2-82ba-4f36-b249-2207d1858f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc', 'code': 200} Apr 12 11:04:16.241596 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d66435-15d0-4ebc-950b-070a2405ff7f req-1ab94f16-f81f-4f55-bd5a-5bee67fc495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:16.247445 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-15d66435-15d0-4ebc-950b-070a2405ff7f req-1ab94f16-f81f-4f55-bd5a-5bee67fc495f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1058090 Apr 12 11:04:16.352812 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-bd12d7e8-340f-4a6d-8220-4d0746c4b668 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3af63126b7a1462692ff6c94d3ff8e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4943945 Apr 12 11:04:16.355411 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48010) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:16.356263 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12d7e8-340f-4a6d-8220-4d0746c4b668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b41f49-e726-4edb-8b95-96c0eeb7ad2f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:16.389245 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e075ce-9f17-4c31-aafc-24a25c339872 req-4b768ed6-c0e7-40bd-aaa4-c7c2d4cb878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:16.390740 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-64e075ce-9f17-4c31-aafc-24a25c339872 req-4b768ed6-c0e7-40bd-aaa4-c7c2d4cb878c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0317d028-0989-472a-96e6-acd16004829e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1999292 Apr 12 11:04:16.422822 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-04e25945-f5df-4c34-b7c4-256197527961 req-9361688c-4094-4b03-b2c7-1519aaeba6f8 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729188 Apr 12 11:04:16.437017 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (12d8543b-a8f7-4821-946c-3348a256d253), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.454001 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device c8436851-7854-4a01-ae7e-45d62dc2394a details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:04:16.498500 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a348770-d92a-474b-b66e-b3be5af86efc req-a76cc5ea-b67d-4bd9-8f9b-36bb18bf80d6 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:16.499808 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5a348770-d92a-474b-b66e-b3be5af86efc req-a76cc5ea-b67d-4bd9-8f9b-36bb18bf80d6 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 931 time: 0.1342771 Apr 12 11:04:16.568124 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-a02379a1-ba67-45cc-8d92-9c98806e2998 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673460 Apr 12 11:04:16.640784 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-15d66435-15d0-4ebc-950b-070a2405ff7f req-cbe0b4f6-67bc-412c-a0fc-e2315da91a28 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493130 Apr 12 11:04:16.645387 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port c8436851-7854-4a01-ae7e-45d62dc2394a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c8436851-7854-4a01-ae7e-45d62dc2394a,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:16.667208 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca8034d9-7a6b-4d54-9aeb-82d02834b185 admin admin] Publish callbacks [] for security_group (f8b41f49-e726-4edb-8b95-96c0eeb7ad2f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.671787 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e735b-57b6-4e66-be24-b3dbb8fcd4af req-0ae98b43-f0c2-4746-b4db-3de760ca9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:16.673841 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9e0e735b-57b6-4e66-be24-b3dbb8fcd4af req-0ae98b43-f0c2-4746-b4db-3de760ca9988 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 1129 time: 0.1588345 Apr 12 11:04:16.676844 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 402270a4-9c50-4876-a983-bab38cb615b9 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:16.732434 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': 'c8436851-7854-4a01-ae7e-45d62dc2394a', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'port_id': 'c8436851-7854-4a01-ae7e-45d62dc2394a', 'mac_address': 'fa:16:3e:a7:4c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:04:16.754770 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9e0e735b-57b6-4e66-be24-b3dbb8fcd4af req-335e5fe1-12ea-4fce-9aac-d2a8fd049336 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.767971 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca8034d9-7a6b-4d54-9aeb-82d02834b185 admin admin] Publish callbacks [] for security_group (f8b41f49-e726-4edb-8b95-96c0eeb7ad2f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.820742 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-64e075ce-9f17-4c31-aafc-24a25c339872 req-27589c60-8141-4c38-90b8-e7903ecae5a1 service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017677 Apr 12 11:04:16.846975 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-15d66435-15d0-4ebc-950b-070a2405ff7f req-f03842c1-e218-4386-80a9-13640b9e2e6a service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933303 Apr 12 11:04:16.850019 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port c8436851-7854-4a01-ae7e-45d62dc2394a is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:16.850019 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.851808 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af042c1f-b994-4cea-9e5d-8432eaf3c162 req-004b1d05-81ae-42ee-9a0e-326a3ac96db5 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:16.857006 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-af042c1f-b994-4cea-9e5d-8432eaf3c162 req-004b1d05-81ae-42ee-9a0e-326a3ac96db5 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 943 time: 0.2749033 Apr 12 11:04:16.861169 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5a348770-d92a-474b-b66e-b3be5af86efc req-1bd3491a-9565-40b3-8dcd-c6094ef5e49e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3539085 Apr 12 11:04:16.888175 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port 402270a4-9c50-4876-a983-bab38cb615b9 completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:04:16.893210 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8436851-7854-4a01-ae7e-45d62dc2394a {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:16.917579 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca8034d9-7a6b-4d54-9aeb-82d02834b185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (f8b41f49-e726-4edb-8b95-96c0eeb7ad2f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.921981 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 402270a4-9c50-4876-a983-bab38cb615b9 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:16.922356 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (402270a4-9c50-4876-a983-bab38cb615b9), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.924844 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca8034d9-7a6b-4d54-9aeb-82d02834b185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:16.927876 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-ca8034d9-7a6b-4d54-9aeb-82d02834b185 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f8b41f49-e726-4edb-8b95-96c0eeb7ad2f HTTP/1.1" status: 204 len: 168 time: 0.5678072 Apr 12 11:04:16.958548 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port c8436851-7854-4a01-ae7e-45d62dc2394a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c8436851-7854-4a01-ae7e-45d62dc2394a,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:16.971105 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8034d9-7a6b-4d54-9aeb-82d02834b185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b41f49-e726-4edb-8b95-96c0eeb7ad2f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:17.028287 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:17.051078 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9e0e735b-57b6-4e66-be24-b3dbb8fcd4af req-335e5fe1-12ea-4fce-9aac-d2a8fd049336 service neutron] Publish callbacks [] for security_group (f7ef0626-18b6-4ddc-931f-a5712d4b23c3), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:17.060255 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3027d9b-a6da-4417-9e5f-689667531346', 'tag': 'e9a78b1a-f53e-4685-954b-adb6f6c39041'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:17.060979 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-9e0e735b-57b6-4e66-be24-b3dbb8fcd4af req-335e5fe1-12ea-4fce-9aac-d2a8fd049336 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (f7ef0626-18b6-4ddc-931f-a5712d4b23c3), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:17.065960 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba24fc8-28b5-4dcf-ba07-02c562108645" -d '{"events": [{"name": "network-changed", "server_uuid": "c3027d9b-a6da-4417-9e5f-689667531346", "tag": "e9a78b1a-f53e-4685-954b-adb6f6c39041"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:17.072414 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-63139b7e-978c-4f83-aef8-cbe5b40525ed service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876385 Apr 12 11:04:17.134726 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9e0e735b-57b6-4e66-be24-b3dbb8fcd4af req-335e5fe1-12ea-4fce-9aac-d2a8fd049336 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446781 Apr 12 11:04:17.136922 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e5fe1-12ea-4fce-9aac-d2a8fd049336 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ef0626-18b6-4ddc-931f-a5712d4b23c3,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:17.188229 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=c8436851-7854-4a01-ae7e-45d62dc2394a,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:17.258128 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 402270a4-9c50-4876-a983-bab38cb615b9 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:17.258699 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (402270a4-9c50-4876-a983-bab38cb615b9), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:17.306151 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 402270a4-9c50-4876-a983-bab38cb615b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=402270a4-9c50-4876-a983-bab38cb615b9,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:17.313095 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (402270a4-9c50-4876-a983-bab38cb615b9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:17.348013 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd520bb9-f7c8-41c0-ab8f-240b9b1c8819 req-eb5503ef-6148-4661-9f17-f8b1e6a994a0 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:17.354858 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bd520bb9-f7c8-41c0-ab8f-240b9b1c8819 req-eb5503ef-6148-4661-9f17-f8b1e6a994a0 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 945 time: 0.2693586 Apr 12 11:04:17.378935 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-af042c1f-b994-4cea-9e5d-8432eaf3c162 req-59ce8ee9-8133-42a1-a5f2-23b55157f31d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089269 Apr 12 11:04:17.396021 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['c8436851-7854-4a01-ae7e-45d62dc2394a'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:04:17.410896 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=402270a4-9c50-4876-a983-bab38cb615b9,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:17.420891 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-64e075ce-9f17-4c31-aafc-24a25c339872 req-5b3ff4e9-b532-48f2-8f81-faa09e0abef3 service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578694 Apr 12 11:04:17.686765 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be7575b-2ddb-4a00-bbae-f5fe5145602a x-openstack-request-id: req-2be7575b-2ddb-4a00-bbae-f5fe5145602a {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:17.687313 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3027d9b-a6da-4417-9e5f-689667531346", "tag": "e9a78b1a-f53e-4685-954b-adb6f6c39041", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:17.688070 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2be7575b-2ddb-4a00-bbae-f5fe5145602a {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:17.688579 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be7575b-2ddb-4a00-bbae-f5fe5145602a'] response: {'name': 'network-changed', 'server_uuid': 'c3027d9b-a6da-4417-9e5f-689667531346', 'tag': 'e9a78b1a-f53e-4685-954b-adb6f6c39041', 'status': 'completed', 'code': 200} Apr 12 11:04:17.743703 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0feac-805f-40ca-acb4-9819667784cd req-294ed008-468b-4627-87d6-236963b451cd tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:17.745173 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-96c0feac-805f-40ca-acb4-9819667784cd req-294ed008-468b-4627-87d6-236963b451cd tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 945 time: 0.0648353 Apr 12 11:04:17.751640 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bd520bb9-f7c8-41c0-ab8f-240b9b1c8819 req-5677f07b-4f49-4cb3-a4e3-be159a4de1f8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3959110 Apr 12 11:04:17.842367 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d8543b-a8f7-4821-946c-3348a256d253 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:17.849959 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-96c0feac-805f-40ca-acb4-9819667784cd req-ffc5c45f-3555-4245-8b88-fa17a1229bec tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923505 Apr 12 11:04:17.854018 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Publish callbacks [] for port (12d8543b-a8f7-4821-946c-3348a256d253), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:17.868217 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Transition to ACTIVE for port object 12d8543b-a8f7-4821-946c-3348a256d253 will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:04:17.873715 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (12d8543b-a8f7-4821-946c-3348a256d253), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:17.928649 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Pushing event updated for resources: {'Port': ['ID=12d8543b-a8f7-4821-946c-3348a256d253,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:18.032419 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Attempting to bind port 12d8543b-a8f7-4821-946c-3348a256d253 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:18.033061 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Attempting to bind port 12d8543b-a8f7-4821-946c-3348a256d253 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:18.033539 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Attempting to bind port 12d8543b-a8f7-4821-946c-3348a256d253 on network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:18.048401 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Port 12d8543b-a8f7-4821-946c-3348a256d253 on network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:04:18.048727 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Attempting to bind port 12d8543b-a8f7-4821-946c-3348a256d253 on network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:18.064796 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047865-20c4-486f-a591-971e1bede01c req-bfad49ea-7725-42fb-91c1-b50c4012dcde tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:18.071829 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4047865-20c4-486f-a591-971e1bede01c req-bfad49ea-7725-42fb-91c1-b50c4012dcde tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 943 time: 0.0819082 Apr 12 11:04:18.073241 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:18.073536 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Checking segment: {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:18.074076 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Bound using segment: {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:18.074535 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Bound port: 12d8543b-a8f7-4821-946c-3348a256d253, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:18.075123 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (12d8543b-a8f7-4821-946c-3348a256d253), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:18.175449 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4047865-20c4-486f-a591-971e1bede01c req-d85d8256-67d3-4ce5-b1da-5e47306bcdd2 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972464 Apr 12 11:04:18.208854 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] For port 12d8543b-a8f7-4821-946c-3348a256d253, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:18.213230 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] For port 12d8543b-a8f7-4821-946c-3348a256d253, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=12d8543b-a8f7-4821-946c-3348a256d253,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:18.227779 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (12d8543b-a8f7-4821-946c-3348a256d253), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:18.244086 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f9105d-e0ca-4429-b1e7-3fcfe324c10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402270a4-9c50-4876-a983-bab38cb615b9'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:18.250365 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ff1779-7d99-498a-9ee5-bdc813fc40ad" -d '{"events": [{"server_uuid": "f0f9105d-e0ca-4429-b1e7-3fcfe324c10a", "name": "network-vif-plugged", "status": "completed", "tag": "402270a4-9c50-4876-a983-bab38cb615b9"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:18.281948 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:18.282595 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:18.284861 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] 10.222.0.61 "PUT /v2.0/ports/12d8543b-a8f7-4821-946c-3348a256d253 HTTP/1.1" status: 200 len: 1093 time: 2.2542326 Apr 12 11:04:18.291162 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2328c9e1-8bc4-46ea-af46-870fad30dd5e x-openstack-request-id: req-2328c9e1-8bc4-46ea-af46-870fad30dd5e {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:18.291639 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f9105d-e0ca-4429-b1e7-3fcfe324c10a", "name": "network-vif-plugged", "status": "completed", "tag": "402270a4-9c50-4876-a983-bab38cb615b9", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:18.291725 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2328c9e1-8bc4-46ea-af46-870fad30dd5e {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:18.292103 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2328c9e1-8bc4-46ea-af46-870fad30dd5e'] response: {'server_uuid': 'f0f9105d-e0ca-4429-b1e7-3fcfe324c10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402270a4-9c50-4876-a983-bab38cb615b9', 'code': 200} Apr 12 11:04:18.308363 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1406dd-55c2-40c0-800f-12caab1a4d50 service neutron] Pushing event updated for resources: {'Port': ['ID=12d8543b-a8f7-4821-946c-3348a256d253,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:18.439379 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device e9a78b1a-f53e-4685-954b-adb6f6c39041 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:04:18.457251 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device c8436851-7854-4a01-ae7e-45d62dc2394a up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:18.591172 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba24fc8-28b5-4dcf-ba07-02c562108645 req-ab69f4a4-8548-448b-add9-28091b8b69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:18.592339 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aba24fc8-28b5-4dcf-ba07-02c562108645 req-ab69f4a4-8548-448b-add9-28091b8b69ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 1127 time: 0.1198580 Apr 12 11:04:18.613807 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459c987-d723-430c-a509-3201f20e57c1 req-869d3158-f811-4718-879d-4d4d23d420ab tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:18.623867 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e459c987-d723-430c-a509-3201f20e57c1 req-869d3158-f811-4718-879d-4d4d23d420ab tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 943 time: 0.0989840 Apr 12 11:04:18.633926 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port c8436851-7854-4a01-ae7e-45d62dc2394a completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:04:18.661393 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port c8436851-7854-4a01-ae7e-45d62dc2394a triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:18.661767 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:18.694661 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e459c987-d723-430c-a509-3201f20e57c1 req-15e65b3b-656a-4ba8-a9b2-da21459c4814 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560412 Apr 12 11:04:18.715803 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port e9a78b1a-f53e-4685-954b-adb6f6c39041, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e9a78b1a-f53e-4685-954b-adb6f6c39041,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:18.749079 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': 'e9a78b1a-f53e-4685-954b-adb6f6c39041', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'port_id': 'e9a78b1a-f53e-4685-954b-adb6f6c39041', 'mac_address': 'fa:16:3e:69:62:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:04:18.827972 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port e9a78b1a-f53e-4685-954b-adb6f6c39041 is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:18.828361 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:18.831129 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port c8436851-7854-4a01-ae7e-45d62dc2394a is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:18.831511 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:18.855106 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a78b1a-f53e-4685-954b-adb6f6c39041 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:18.895761 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port e9a78b1a-f53e-4685-954b-adb6f6c39041, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e9a78b1a-f53e-4685-954b-adb6f6c39041,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:18.905813 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:18.909940 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port c8436851-7854-4a01-ae7e-45d62dc2394a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c8436851-7854-4a01-ae7e-45d62dc2394a,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:18.933615 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:18.973813 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=e9a78b1a-f53e-4685-954b-adb6f6c39041,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:19.065669 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=c8436851-7854-4a01-ae7e-45d62dc2394a,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:19.145201 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9824844-c8dc-4acc-9e3f-708add734bd0 req-813863ed-6915-4b83-a946-73949f4e17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:19.148482 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-f9824844-c8dc-4acc-9e3f-708add734bd0 req-813863ed-6915-4b83-a946-73949f4e17c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 1130 time: 0.0674639 Apr 12 11:04:19.160545 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758978f8-6ebc-4b34-bb45-9d239ee7b56c req-9cc14653-fe05-4c60-9036-d05ccbec7f9e tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:19.161928 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-758978f8-6ebc-4b34-bb45-9d239ee7b56c req-9cc14653-fe05-4c60-9036-d05ccbec7f9e tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.3227491 Apr 12 11:04:19.218450 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc4e81-9011-4ee8-8e5d-37bba6102879 req-50830386-b784-4d76-ba94-236787505580 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:19.220063 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d6bc4e81-9011-4ee8-8e5d-37bba6102879 req-50830386-b784-4d76-ba94-236787505580 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 945 time: 0.2303498 Apr 12 11:04:19.223915 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-f9824844-c8dc-4acc-9e3f-708add734bd0 req-a81428a6-0909-4f7a-be9d-4bce030153b8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680256 Apr 12 11:04:19.244030 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-43bdc2ad-d50e-47e2-b84e-6bb26e8b9c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:19.245565 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-43bdc2ad-d50e-47e2-b84e-6bb26e8b9c11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 1127 time: 0.2995989 Apr 12 11:04:19.259498 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['e9a78b1a-f53e-4685-954b-adb6f6c39041'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:04:19.349401 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba24fc8-28b5-4dcf-ba07-02c562108645 req-a9fe7acd-4bd3-4c0a-8b6b-82e2b1133aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:19.350918 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aba24fc8-28b5-4dcf-ba07-02c562108645 req-a9fe7acd-4bd3-4c0a-8b6b-82e2b1133aa2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 919 time: 0.4076335 Apr 12 11:04:19.354800 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-758978f8-6ebc-4b34-bb45-9d239ee7b56c req-cd9eb898-05f8-4b54-a0bc-3f9a79008ea2 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494236 Apr 12 11:04:19.365489 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d6bc4e81-9011-4ee8-8e5d-37bba6102879 req-40e5e11c-aae1-480e-85a7-30390b927087 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367850 Apr 12 11:04:19.539245 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5f8ac-946c-4819-991f-403cba883ab7 req-45f4da07-1f33-4686-aba7-c1e568f3972f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:19.540874 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0eb5f8ac-946c-4819-991f-403cba883ab7 req-45f4da07-1f33-4686-aba7-c1e568f3972f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 943 time: 0.0969100 Apr 12 11:04:19.639609 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-e60d1b9f-aa5e-4cd9-9c26-a1c45c7de6bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12d8543b-a8f7-4821-946c-3348a256d253 HTTP/1.1" status: 200 len: 217 time: 0.0748134 Apr 12 11:04:19.648101 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aba24fc8-28b5-4dcf-ba07-02c562108645 req-d800cfb7-8f6d-4be5-82dd-d7934ae0940c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a78b1a-f53e-4685-954b-adb6f6c39041 HTTP/1.1" status: 200 len: 217 time: 0.0775888 Apr 12 11:04:19.691199 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0eb5f8ac-946c-4819-991f-403cba883ab7 req-f5ba029b-e691-412a-af9b-d5adbba4c7b8 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427665 Apr 12 11:04:19.691762 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3000cf23-4397-4d95-b350-f79935fd1035', 'tag': '12d8543b-a8f7-4821-946c-3348a256d253'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:19.694301 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6df714e-2161-4875-b148-3834990cb604" -d '{"events": [{"name": "network-changed", "server_uuid": "3000cf23-4397-4d95-b350-f79935fd1035", "tag": "12d8543b-a8f7-4821-946c-3348a256d253"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:19.740263 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9093410-8292-48a3-a4df-7a4757579d9c x-openstack-request-id: req-b9093410-8292-48a3-a4df-7a4757579d9c {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:19.740555 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3000cf23-4397-4d95-b350-f79935fd1035", "tag": "12d8543b-a8f7-4821-946c-3348a256d253", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:19.740851 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9093410-8292-48a3-a4df-7a4757579d9c {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:19.741194 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9093410-8292-48a3-a4df-7a4757579d9c'] response: {'name': 'network-changed', 'server_uuid': '3000cf23-4397-4d95-b350-f79935fd1035', 'tag': '12d8543b-a8f7-4821-946c-3348a256d253', 'status': 'completed', 'code': 200} Apr 12 11:04:19.807273 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005abc52-a88a-48bf-a38e-8b4962cf228d req-e14aee10-0a2b-49d2-b89b-27e4eb0ecf06 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:19.808692 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-005abc52-a88a-48bf-a38e-8b4962cf228d req-e14aee10-0a2b-49d2-b89b-27e4eb0ecf06 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 944 time: 0.0478411 Apr 12 11:04:19.858039 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-005abc52-a88a-48bf-a38e-8b4962cf228d req-154396d4-a554-442e-843c-cdcc1d35ffcb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424571 Apr 12 11:04:20.255887 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-5cad7008-93bc-4169-a8c8-9e9d7556421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:20.257333 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-5cad7008-93bc-4169-a8c8-9e9d7556421b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c307a9d7-336a-46ab-a789-b81d127c4a49 HTTP/1.1" status: 200 len: 853 time: 0.0827236 Apr 12 11:04:20.260849 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba24fc8-28b5-4dcf-ba07-02c562108645 req-b829a208-10e7-4426-8d65-9fae9aa24c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:20.262175 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aba24fc8-28b5-4dcf-ba07-02c562108645 req-b829a208-10e7-4426-8d65-9fae9aa24c51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.0789099 Apr 12 11:04:20.293303 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daf3963-d9dd-4cf6-8125-6e5cb92fdc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8436851-7854-4a01-ae7e-45d62dc2394a'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:20.296415 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee24514-a6a0-4685-af51-80df9c84b705" -d '{"events": [{"server_uuid": "9daf3963-d9dd-4cf6-8125-6e5cb92fdc13", "name": "network-vif-plugged", "status": "completed", "tag": "c8436851-7854-4a01-ae7e-45d62dc2394a"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:20.342795 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b56a56-ac14-4485-85e2-edd026af875d x-openstack-request-id: req-20b56a56-ac14-4485-85e2-edd026af875d {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:20.343108 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daf3963-d9dd-4cf6-8125-6e5cb92fdc13", "name": "network-vif-plugged", "status": "completed", "tag": "c8436851-7854-4a01-ae7e-45d62dc2394a", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:20.343389 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20b56a56-ac14-4485-85e2-edd026af875d {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:20.343806 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b56a56-ac14-4485-85e2-edd026af875d'] response: {'server_uuid': '9daf3963-d9dd-4cf6-8125-6e5cb92fdc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8436851-7854-4a01-ae7e-45d62dc2394a', 'code': 200} Apr 12 11:04:20.446903 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device e9a78b1a-f53e-4685-954b-adb6f6c39041 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:20.492218 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port e9a78b1a-f53e-4685-954b-adb6f6c39041 completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:04:20.498577 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port e9a78b1a-f53e-4685-954b-adb6f6c39041 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:20.500570 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:20.506118 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde6d5e-093a-4a7a-af45-cc09d873fb03 req-e8b05169-e487-40f3-a9f5-50df4a062af0 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:20.507582 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbde6d5e-093a-4a7a-af45-cc09d873fb03 req-e8b05169-e487-40f3-a9f5-50df4a062af0 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 945 time: 0.0761404 Apr 12 11:04:20.528460 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef572f2c-0228-433f-8b6c-8b978a12a050 req-0904e153-0f38-40e5-a88c-54df219c0006 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:20.530767 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ef572f2c-0228-433f-8b6c-8b978a12a050 req-0904e153-0f38-40e5-a88c-54df219c0006 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0886605 Apr 12 11:04:20.589628 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port e9a78b1a-f53e-4685-954b-adb6f6c39041 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:20.589821 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbde6d5e-093a-4a7a-af45-cc09d873fb03 req-a40c95f3-8ed7-4b78-89ac-e606b7427ae8 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750220 Apr 12 11:04:20.590362 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:20.634611 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ef572f2c-0228-433f-8b6c-8b978a12a050 req-b3f8749f-c8d7-42e1-beaa-fce6ae3d393b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705409 Apr 12 11:04:20.641424 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port e9a78b1a-f53e-4685-954b-adb6f6c39041, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e9a78b1a-f53e-4685-954b-adb6f6c39041,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:20.648255 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:20.703498 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=e9a78b1a-f53e-4685-954b-adb6f6c39041,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:20.817987 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7f3c7-649f-4625-944b-73deee8c02b6 req-196ba5de-fcd3-438a-881d-580521b90d8c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:20.819377 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9ea7f3c7-649f-4625-944b-73deee8c02b6 req-196ba5de-fcd3-438a-881d-580521b90d8c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 943 time: 0.0566785 Apr 12 11:04:20.912443 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9ea7f3c7-649f-4625-944b-73deee8c02b6 req-f7a84650-feb4-4c5b-8b26-cbd719e1c4e2 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844152 Apr 12 11:04:21.067520 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06883b57-c9e1-4798-9c91-1660337c2a2b req-ec9ae16d-c506-4cfb-8e08-3bb120af1074 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:21.069032 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-06883b57-c9e1-4798-9c91-1660337c2a2b req-ec9ae16d-c506-4cfb-8e08-3bb120af1074 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.1347735 Apr 12 11:04:21.071999 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba24fc8-28b5-4dcf-ba07-02c562108645 req-ef4c6405-9d3f-4b4f-9431-a4df6896f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:21.073530 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aba24fc8-28b5-4dcf-ba07-02c562108645 req-ef4c6405-9d3f-4b4f-9431-a4df6896f9ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1247532 Apr 12 11:04:21.079322 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-d579e65d-cfdf-4adb-95d6-33944160ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:21.080708 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-d579e65d-cfdf-4adb-95d6-33944160ce66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f32d468-ddbc-4b9d-abc3-b84d288bd876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1332991 Apr 12 11:04:21.130062 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-06883b57-c9e1-4798-9c91-1660337c2a2b req-f3e6a641-a17d-42d5-bc3e-50e5218a7f3e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545249 Apr 12 11:04:21.592601 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aba24fc8-28b5-4dcf-ba07-02c562108645 req-d34656f8-3ad3-46bb-af24-f7911e08d827 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812096 Apr 12 11:04:21.594554 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-9e032c83-0dda-4b6d-a707-3884eff24806 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007239 Apr 12 11:04:21.824651 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea83f53-6eca-4eed-9cc0-4733e95ff82d req-5a688b65-b0ce-4695-93ce-d669c7ec5aae tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:21.827190 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2ea83f53-6eca-4eed-9cc0-4733e95ff82d req-5a688b65-b0ce-4695-93ce-d669c7ec5aae tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0997732 Apr 12 11:04:21.845818 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aba24fc8-28b5-4dcf-ba07-02c562108645 req-443f35a0-a8d2-4e9d-9c5e-312178e50b44 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422009 Apr 12 11:04:21.856645 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb018068-cdd8-4037-9365-7af275f0ea16 req-951bead5-d6cd-489e-a29f-ae6ace301388 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428977 Apr 12 11:04:21.919184 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2ea83f53-6eca-4eed-9cc0-4733e95ff82d req-a2404fcd-01cd-451a-bdf4-798aa56dd65f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812063 Apr 12 11:04:22.016245 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fb068-f5d4-4e48-963f-0bf97b1bc979 req-b6275ce6-48e1-4d9e-a14f-ccef2e755c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:22.017909 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-8b9fb068-f5d4-4e48-963f-0bf97b1bc979 req-b6275ce6-48e1-4d9e-a14f-ccef2e755c04 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 1130 time: 0.2445710 Apr 12 11:04:22.090082 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb523fc-6be4-46b5-acc2-5b66031aa303 req-5ea60070-f9ea-438e-87f2-4fe4f8dd207b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:22.092239 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cdb523fc-6be4-46b5-acc2-5b66031aa303 req-5ea60070-f9ea-438e-87f2-4fe4f8dd207b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 943 time: 0.0633218 Apr 12 11:04:22.149657 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf6200-b64c-445d-986a-87c9516aefbb req-13f8ce85-3177-4e7b-8785-459be78412ee tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:22.151207 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-79cf6200-b64c-445d-986a-87c9516aefbb req-13f8ce85-3177-4e7b-8785-459be78412ee tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0838525 Apr 12 11:04:22.164427 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48268) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:22.171043 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-3619745d-ffc5-42c4-b226-a1e0bdc9e989 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Request body: {'floatingip': {'port_id': '402270a4-9c50-4876-a983-bab38cb615b9'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:22.180826 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cdb523fc-6be4-46b5-acc2-5b66031aa303 req-3a7f6ae6-b379-466b-8e7f-304e4e1fa9a0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683150 Apr 12 11:04:22.261162 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3619745d-ffc5-42c4-b226-a1e0bdc9e989 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for floatingip (591756de-0637-4de4-aacc-d1506f783cb9), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.271418 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aca7db-759e-4e39-9b37-7cac148bcd27 req-6980cc61-cce0-4a40-b03f-378dc5a74a0f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:22.273713 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-43aca7db-759e-4e39-9b37-7cac148bcd27 req-6980cc61-cce0-4a40-b03f-378dc5a74a0f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0567746 Apr 12 11:04:22.327483 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-43aca7db-759e-4e39-9b37-7cac148bcd27 req-b6d835f1-b8b5-40b7-a893-8c2ef05bdd6b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481453 Apr 12 11:04:22.349531 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3027d9b-a6da-4417-9e5f-689667531346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a78b1a-f53e-4685-954b-adb6f6c39041'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:22.351847 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8cc2b2-82c7-4a12-a5b4-2c7bc30af8c6" -d '{"events": [{"server_uuid": "c3027d9b-a6da-4417-9e5f-689667531346", "name": "network-vif-plugged", "status": "completed", "tag": "e9a78b1a-f53e-4685-954b-adb6f6c39041"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:22.401235 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5945cdf-d584-4db1-a06c-8cc1d4a5ab86 x-openstack-request-id: req-a5945cdf-d584-4db1-a06c-8cc1d4a5ab86 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:22.401646 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3027d9b-a6da-4417-9e5f-689667531346", "name": "network-vif-plugged", "status": "completed", "tag": "e9a78b1a-f53e-4685-954b-adb6f6c39041", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:22.401988 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5945cdf-d584-4db1-a06c-8cc1d4a5ab86 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:22.402496 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5945cdf-d584-4db1-a06c-8cc1d4a5ab86'] response: {'server_uuid': 'c3027d9b-a6da-4417-9e5f-689667531346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a78b1a-f53e-4685-954b-adb6f6c39041', 'code': 200} Apr 12 11:04:22.954514 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3619745d-ffc5-42c4-b226-a1e0bdc9e989 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:22.958201 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3619745d-ffc5-42c4-b226-a1e0bdc9e989 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (591756de-0637-4de4-aacc-d1506f783cb9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.057494 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.l3_db [None req-3619745d-ffc5-42c4-b226-a1e0bdc9e989 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Floating IP 591756de-0637-4de4-aacc-d1506f783cb9 associated. External IP: 172.27.0.83, port: 402270a4-9c50-4876-a983-bab38cb615b9. Apr 12 11:04:23.272010 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3619745d-ffc5-42c4-b226-a1e0bdc9e989 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:04:23.303986 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360d249-55de-40db-b560-9d7af9a0b198 req-408f554f-043b-4cd9-85b0-b5da59019ffe tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:23.305445 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d360d249-55de-40db-b560-9d7af9a0b198 req-408f554f-043b-4cd9-85b0-b5da59019ffe tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 943 time: 0.0469415 Apr 12 11:04:23.356232 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d360d249-55de-40db-b560-9d7af9a0b198 req-cbb68d4e-12ee-4fa4-9497-4213a67e5f1e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441902 Apr 12 11:04:23.458948 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df599bef-c0e9-4843-91d3-a7aa657be19f req-e726efad-0642-4083-b877-db943e694c76 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:23.460473 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-df599bef-c0e9-4843-91d3-a7aa657be19f req-e726efad-0642-4083-b877-db943e694c76 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0488002 Apr 12 11:04:23.509624 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-df599bef-c0e9-4843-91d3-a7aa657be19f req-6c82d69c-723b-4a30-a2d8-0da391ed60b0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433612 Apr 12 11:04:23.566373 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3619745d-ffc5-42c4-b226-a1e0bdc9e989 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:04:23.571897 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3619745d-ffc5-42c4-b226-a1e0bdc9e989 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:23.582114 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5693a-732e-49e7-91e9-07cadc689bf9 None None] Sync routers for ids ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:04:23.595200 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5693a-732e-49e7-91e9-07cadc689bf9 None None] Routers {'6426c23a-9fb1-4e50-8d0f-ff08a290a250'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:23.595913 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b7c5693a-732e-49e7-91e9-07cadc689bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:03:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:23.608527 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-3619745d-ffc5-42c4-b226-a1e0bdc9e989 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "PUT /v2.0/floatingips/591756de-0637-4de4-aacc-d1506f783cb9 HTTP/1.1" status: 200 len: 991 time: 1.4421887 Apr 12 11:04:23.609290 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f9105d-e0ca-4429-b1e7-3fcfe324c10a', 'tag': '402270a4-9c50-4876-a983-bab38cb615b9'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:23.611727 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df0e805-ef2a-4698-8882-2c273fbdca42" -d '{"events": [{"name": "network-changed", "server_uuid": "f0f9105d-e0ca-4429-b1e7-3fcfe324c10a", "tag": "402270a4-9c50-4876-a983-bab38cb615b9"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:23.648859 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c4a873-618d-41e0-a8ad-245df9eb9855 x-openstack-request-id: req-f5c4a873-618d-41e0-a8ad-245df9eb9855 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:23.649144 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0f9105d-e0ca-4429-b1e7-3fcfe324c10a", "tag": "402270a4-9c50-4876-a983-bab38cb615b9", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:23.649397 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f5c4a873-618d-41e0-a8ad-245df9eb9855 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:23.649830 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c4a873-618d-41e0-a8ad-245df9eb9855'] response: {'name': 'network-changed', 'server_uuid': 'f0f9105d-e0ca-4429-b1e7-3fcfe324c10a', 'tag': '402270a4-9c50-4876-a983-bab38cb615b9', 'status': 'completed', 'code': 200} Apr 12 11:04:23.705604 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-b7c5693a-732e-49e7-91e9-07cadc689bf9 None None] Set router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:23.969103 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b7c5693a-732e-49e7-91e9-07cadc689bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '591756de-0637-4de4-aacc-d1506f783cb9', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'port_id': '402270a4-9c50-4876-a983-bab38cb615b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'mac_address': 'fa:16:3e:38:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f9105d-e0ca-4429-b1e7-3fcfe324c10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:04:22Z', 'revision_number': 1, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 5, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:23.994384 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5693a-732e-49e7-91e9-07cadc689bf9 None None] Checking router: 6426c23a-9fb1-4e50-8d0f-ff08a290a250 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:04:24.003313 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5693a-732e-49e7-91e9-07cadc689bf9 None None] Routers {'6426c23a-9fb1-4e50-8d0f-ff08a290a250'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:24.003933 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b7c5693a-732e-49e7-91e9-07cadc689bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:03:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:24.106049 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-b7c5693a-732e-49e7-91e9-07cadc689bf9 None None] Set router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:24.314868 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b7c5693a-732e-49e7-91e9-07cadc689bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '591756de-0637-4de4-aacc-d1506f783cb9', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'port_id': '402270a4-9c50-4876-a983-bab38cb615b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'mac_address': 'fa:16:3e:38:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f9105d-e0ca-4429-b1e7-3fcfe324c10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:04:22Z', 'revision_number': 1, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 5, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:24.340260 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5693a-732e-49e7-91e9-07cadc689bf9 None None] The sync data for ids ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'] in dv-cinder-830089-4-iscsi is: [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '591756de-0637-4de4-aacc-d1506f783cb9', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'port_id': '402270a4-9c50-4876-a983-bab38cb615b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'mac_address': 'fa:16:3e:38:c3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f9105d-e0ca-4429-b1e7-3fcfe324c10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:03:52Z', 'updated_at': '2022-04-12T11:04:22Z', 'revision_number': 1, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 5, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:04:24.470897 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a313f-5b4a-4b3b-be1b-d818b7ffbc8d req-4ccd3fc5-5c8f-43dd-bebe-0c6200594b11 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:24.472506 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dc6a313f-5b4a-4b3b-be1b-d818b7ffbc8d req-4ccd3fc5-5c8f-43dd-bebe-0c6200594b11 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 943 time: 0.0466866 Apr 12 11:04:24.521404 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dc6a313f-5b4a-4b3b-be1b-d818b7ffbc8d req-15261802-1f9a-4f41-98e3-fa0d1d5715c2 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431285 Apr 12 11:04:24.544925 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fb90bd-c436-49d6-8ee7-88d2d5905064 None None] New status for floating IP 591756de-0637-4de4-aacc-d1506f783cb9: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:04:24.629243 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21710a-3831-46e6-a681-25a64b235294 req-b6858074-62fd-4580-bb4b-0347fb1e3e6d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:24.630715 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0f21710a-3831-46e6-a681-25a64b235294 req-b6858074-62fd-4580-bb4b-0347fb1e3e6d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0491621 Apr 12 11:04:24.645859 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d18941b7-a858-4590-a78a-d45701ee4843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:24.678498 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0f21710a-3831-46e6-a681-25a64b235294 req-43303a6e-d767-4a81-90ce-e637c8bce387 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421276 Apr 12 11:04:25.641194 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-8b9fb068-f5d4-4e48-963f-0bf97b1bc979 req-5d987413-3b25-4395-8052-741d88d6e34c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502195 Apr 12 11:04:25.692279 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df714e-2161-4875-b148-3834990cb604 req-6c3d3495-e647-4eae-aebe-318b21a1972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:25.693770 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6df714e-2161-4875-b148-3834990cb604 req-6c3d3495-e647-4eae-aebe-318b21a1972d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 1127 time: 0.1057718 Apr 12 11:04:25.695055 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0e805-ef2a-4698-8882-2c273fbdca42 req-686e90e6-d527-42e4-b084-e127ddc73865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:25.696423 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3df0e805-ef2a-4698-8882-2c273fbdca42 req-686e90e6-d527-42e4-b084-e127ddc73865 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32e5cadd300d492aa1e9baa86a13b241&device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 1130 time: 0.0971918 Apr 12 11:04:25.702551 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6eb80-6b28-4253-a1da-1a225e52d912 req-6a96b89d-98fc-406f-bc20-6885b8a7e54f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:25.704198 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aba6eb80-6b28-4253-a1da-1a225e52d912 req-6a96b89d-98fc-406f-bc20-6885b8a7e54f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 943 time: 0.1065607 Apr 12 11:04:25.755163 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aba6eb80-6b28-4253-a1da-1a225e52d912 req-2ee24d3e-29e1-40d5-b42d-ea2dbc2c2f69 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438771 Apr 12 11:04:25.853672 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07e2af-e946-4a32-855a-737f32a8dd01 req-e8ae465d-5370-4ac3-a5db-dcb9ca53e675 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:25.855158 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ba07e2af-e946-4a32-855a-737f32a8dd01 req-e8ae465d-5370-4ac3-a5db-dcb9ca53e675 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0450988 Apr 12 11:04:25.901803 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ba07e2af-e946-4a32-855a-737f32a8dd01 req-e2368238-7fc2-4283-8d7b-37c0b435ad10 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401254 Apr 12 11:04:26.060756 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297df902-2585-42c3-9475-05dc443715e7 req-05f6d337-ce93-4a52-9500-f152e9c64001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:26.063363 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-297df902-2585-42c3-9475-05dc443715e7 req-05f6d337-ce93-4a52-9500-f152e9c64001 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 1129 time: 0.0567644 Apr 12 11:04:26.165600 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df714e-2161-4875-b148-3834990cb604 req-e1ca99f5-4724-4c2a-ae7d-931c03772260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:26.167215 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6df714e-2161-4875-b148-3834990cb604 req-e1ca99f5-4724-4c2a-ae7d-931c03772260 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 915 time: 0.1829536 Apr 12 11:04:26.177596 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0e805-ef2a-4698-8882-2c273fbdca42 req-bedca552-eaa6-4ce6-8dc4-9b78dac4da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:26.179448 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3df0e805-ef2a-4698-8882-2c273fbdca42 req-bedca552-eaa6-4ce6-8dc4-9b78dac4da47 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0317d028-0989-472a-96e6-acd16004829e HTTP/1.1" status: 200 len: 912 time: 0.1863391 Apr 12 11:04:26.442877 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-297df902-2585-42c3-9475-05dc443715e7 req-ef3380f8-06dd-4d7b-90a9-460149fd3e6d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790808 Apr 12 11:04:26.477237 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48398) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:26.604283 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b08d927-0723-45cf-bb4e-804e2ec556b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:26.680456 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6df714e-2161-4875-b148-3834990cb604 req-f52f5536-3763-4916-b925-d2d89d073f25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12d8543b-a8f7-4821-946c-3348a256d253 HTTP/1.1" status: 200 len: 217 time: 0.3146222 Apr 12 11:04:26.689397 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b08d927-0723-45cf-bb4e-804e2ec556b8 admin admin] Publish callbacks [] for security_group (d647c1f6-80e7-4b58-8703-f8d7e2908604), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:26.698313 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b08d927-0723-45cf-bb4e-804e2ec556b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (d647c1f6-80e7-4b58-8703-f8d7e2908604), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:26.741923 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3df0e805-ef2a-4698-8882-2c273fbdca42 req-ed0fbd4f-245b-4dce-85a0-4f0f32d063c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=402270a4-9c50-4876-a983-bab38cb615b9 HTTP/1.1" status: 200 len: 1001 time: 0.3773770 Apr 12 11:04:26.742506 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-6b08d927-0723-45cf-bb4e-804e2ec556b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f84d8f5d5b6541628bfaf7c976934448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636003 Apr 12 11:04:26.743238 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08d927-0723-45cf-bb4e-804e2ec556b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d647c1f6-80e7-4b58-8703-f8d7e2908604,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:26.744825 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 48406) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:26.769788 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48408) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:26.805641 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba68e-c606-4d24-b3a6-55e6ce0addf7 admin admin] Publish callbacks [] for security_group (d647c1f6-80e7-4b58-8703-f8d7e2908604), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:26.837271 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba68e-c606-4d24-b3a6-55e6ce0addf7 admin admin] Publish callbacks [] for security_group (d647c1f6-80e7-4b58-8703-f8d7e2908604), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:26.862134 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fa71ec23-bf64-42dc-8a1b-be701a39e9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:26.919378 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf466dd5-23d3-42c5-b6ed-b1fa72f6a692 req-c2991a2a-628d-4fba-b418-947e632b9066 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:26.921095 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bf466dd5-23d3-42c5-b6ed-b1fa72f6a692 req-c2991a2a-628d-4fba-b418-947e632b9066 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 943 time: 0.0816586 Apr 12 11:04:26.954521 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba68e-c606-4d24-b3a6-55e6ce0addf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (d647c1f6-80e7-4b58-8703-f8d7e2908604), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:26.957390 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba68e-c606-4d24-b3a6-55e6ce0addf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:26.963263 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-1e6ba68e-c606-4d24-b3a6-55e6ce0addf7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d647c1f6-80e7-4b58-8703-f8d7e2908604 HTTP/1.1" status: 204 len: 168 time: 0.2166746 Apr 12 11:04:26.972238 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48420) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:27.019885 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bf466dd5-23d3-42c5-b6ed-b1fa72f6a692 req-8ab91b9a-45a9-498d-ae9d-d36c7e707d85 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779121 Apr 12 11:04:27.021406 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ba68e-c606-4d24-b3a6-55e6ce0addf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d647c1f6-80e7-4b58-8703-f8d7e2908604,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:27.070483 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-187ced10-a8b3-4659-bd63-a6f49bf7892d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.105904 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff685e99-8b2f-4236-911f-109473224a04 req-f8316e36-1d84-4e05-9f6d-6a60ae5e653d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:27.111743 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ff685e99-8b2f-4236-911f-109473224a04 req-f8316e36-1d84-4e05-9f6d-6a60ae5e653d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0588069 Apr 12 11:04:27.128251 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e153048-5102-407a-872e-c6d99193bf2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.162572 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ff685e99-8b2f-4236-911f-109473224a04 req-e505bb93-187a-4953-8cfd-c8ab9c55e994 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466707 Apr 12 11:04:27.209322 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-187ced10-a8b3-4659-bd63-a6f49bf7892d admin admin] Publish callbacks [] for security_group (b239d2f4-bc07-46c6-a019-3058268b5950), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.215937 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-187ced10-a8b3-4659-bd63-a6f49bf7892d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (b239d2f4-bc07-46c6-a019-3058268b5950), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.272502 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-187ced10-a8b3-4659-bd63-a6f49bf7892d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa70e1c58cc04fb78ea407cd580c1e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5010433 Apr 12 11:04:27.272713 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ced10-a8b3-4659-bd63-a6f49bf7892d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b239d2f4-bc07-46c6-a019-3058268b5950,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:27.275943 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 48428) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:27.315730 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e153048-5102-407a-872e-c6d99193bf2e admin admin] Publish callbacks [] for security_group (8604ddf3-27da-4b2e-9d86-f5929f55c4a0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.357855 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e153048-5102-407a-872e-c6d99193bf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (8604ddf3-27da-4b2e-9d86-f5929f55c4a0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.427904 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-6e153048-5102-407a-872e-c6d99193bf2e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=898b9721994a4530b71ff1f274e9537b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4542418 Apr 12 11:04:27.429630 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48430) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:27.430231 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e153048-5102-407a-872e-c6d99193bf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8604ddf3-27da-4b2e-9d86-f5929f55c4a0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:27.433640 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48432) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:27.454847 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fee160d0-dd49-4290-8ed0-b1c31c605e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.501188 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a9d5ff22-cd13-4cf2-9873-8b30de0e0857 admin admin] Publish callbacks [] for security_group (b239d2f4-bc07-46c6-a019-3058268b5950), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.506177 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0e805-ef2a-4698-8882-2c273fbdca42 req-19b097af-dfee-4534-b6ed-f42dbfa87b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:27.507926 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3df0e805-ef2a-4698-8882-2c273fbdca42 req-19b097af-dfee-4534-b6ed-f42dbfa87b55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960eacfe-1fad-4c86-97dd-e4deb4410d5f HTTP/1.1" status: 200 len: 850 time: 0.1245267 Apr 12 11:04:27.522156 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df714e-2161-4875-b148-3834990cb604 req-01424c1c-23ee-4675-889c-352833cf2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:27.522619 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4c95-8e30-419c-a7a9-6ec7a053cf2b admin admin] Publish callbacks [] for security_group (8604ddf3-27da-4b2e-9d86-f5929f55c4a0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.523757 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6df714e-2161-4875-b148-3834990cb604 req-01424c1c-23ee-4675-889c-352833cf2e0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c307a9d7-336a-46ab-a789-b81d127c4a49 HTTP/1.1" status: 200 len: 853 time: 0.1197941 Apr 12 11:04:27.537216 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a9d5ff22-cd13-4cf2-9873-8b30de0e0857 admin admin] Publish callbacks [] for security_group (b239d2f4-bc07-46c6-a019-3058268b5950), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.558121 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4c95-8e30-419c-a7a9-6ec7a053cf2b admin admin] Publish callbacks [] for security_group (8604ddf3-27da-4b2e-9d86-f5929f55c4a0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.598479 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a9d5ff22-cd13-4cf2-9873-8b30de0e0857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (b239d2f4-bc07-46c6-a019-3058268b5950), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.601111 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a9d5ff22-cd13-4cf2-9873-8b30de0e0857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.602304 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-a9d5ff22-cd13-4cf2-9873-8b30de0e0857 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b239d2f4-bc07-46c6-a019-3058268b5950 HTTP/1.1" status: 204 len: 168 time: 0.3238175 Apr 12 11:04:27.605298 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fee160d0-dd49-4290-8ed0-b1c31c605e23 admin admin] Publish callbacks [] for security_group (fc9e3508-a012-47fd-ac99-85e73788184c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.612508 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fee160d0-dd49-4290-8ed0-b1c31c605e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (fc9e3508-a012-47fd-ac99-85e73788184c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.614468 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5ff22-cd13-4cf2-9873-8b30de0e0857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b239d2f4-bc07-46c6-a019-3058268b5950,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:27.656054 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4c95-8e30-419c-a7a9-6ec7a053cf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (8604ddf3-27da-4b2e-9d86-f5929f55c4a0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.659607 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fa0c4c95-8e30-419c-a7a9-6ec7a053cf2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.660833 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-fa0c4c95-8e30-419c-a7a9-6ec7a053cf2b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8604ddf3-27da-4b2e-9d86-f5929f55c4a0 HTTP/1.1" status: 204 len: 168 time: 0.2218373 Apr 12 11:04:27.666554 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-fee160d0-dd49-4290-8ed0-b1c31c605e23 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00b81dbf4cf940858e50da0b9cb5c67f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312703 Apr 12 11:04:27.666984 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 48442) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:27.668417 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee160d0-dd49-4290-8ed0-b1c31c605e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9e3508-a012-47fd-ac99-85e73788184c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:27.681589 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c4c95-8e30-419c-a7a9-6ec7a053cf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8604ddf3-27da-4b2e-9d86-f5929f55c4a0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:27.743922 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8c7915f4-da50-4985-a635-f04e64c838cd admin admin] Publish callbacks [] for security_group (fc9e3508-a012-47fd-ac99-85e73788184c), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.766021 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8c7915f4-da50-4985-a635-f04e64c838cd admin admin] Publish callbacks [] for security_group (fc9e3508-a012-47fd-ac99-85e73788184c), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.820794 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8c7915f4-da50-4985-a635-f04e64c838cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (fc9e3508-a012-47fd-ac99-85e73788184c), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.824138 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8c7915f4-da50-4985-a635-f04e64c838cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:27.828417 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-8c7915f4-da50-4985-a635-f04e64c838cd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc9e3508-a012-47fd-ac99-85e73788184c HTTP/1.1" status: 204 len: 168 time: 0.1573741 Apr 12 11:04:27.833921 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7915f4-da50-4985-a635-f04e64c838cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9e3508-a012-47fd-ac99-85e73788184c,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:28.101082 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.145186 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f3aee-5d85-4061-9569-678e6a702442 req-972fab08-ff47-4646-bf37-22bad0110cc8 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:28.146716 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-475f3aee-5d85-4061-9569-678e6a702442 req-972fab08-ff47-4646-bf37-22bad0110cc8 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 943 time: 0.0546710 Apr 12 11:04:28.308806 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48460) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:28.325122 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7503c613-c11f-4ea7-860d-e4b8addbe9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.361559 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7002-6c9c-4e54-bbb7-cc42021004cd req-e742f7c0-4bbd-41ec-8ddb-d92412eb80c6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:28.363306 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d36a7002-6c9c-4e54-bbb7-cc42021004cd req-e742f7c0-4bbd-41ec-8ddb-d92412eb80c6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0904665 Apr 12 11:04:28.372374 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 48464) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:28.393137 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0e805-ef2a-4698-8882-2c273fbdca42 req-ce2cf1ea-c12c-4691-92a3-3ab9f9e93ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:28.394905 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3df0e805-ef2a-4698-8882-2c273fbdca42 req-ce2cf1ea-c12c-4691-92a3-3ab9f9e93ade service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0317d028-0989-472a-96e6-acd16004829e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2042220 Apr 12 11:04:28.398533 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-475f3aee-5d85-4061-9569-678e6a702442 req-bf1e9231-531c-47b8-b1fd-42c42bccbfa8 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455192 Apr 12 11:04:28.404899 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df714e-2161-4875-b148-3834990cb604 req-12efcbdf-1d9d-495f-a409-6506bdb030cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:28.407737 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6df714e-2161-4875-b148-3834990cb604 req-12efcbdf-1d9d-495f-a409-6506bdb030cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f32d468-ddbc-4b9d-abc3-b84d288bd876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2529535 Apr 12 11:04:28.409763 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3930cf98-9fe5-410c-9bee-19869be69e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.450618 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7503c613-c11f-4ea7-860d-e4b8addbe9ae admin admin] Publish callbacks [] for security_group (8706cc8c-5e90-4426-8e87-5c6b69f87c46), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.456596 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7503c613-c11f-4ea7-860d-e4b8addbe9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (8706cc8c-5e90-4426-8e87-5c6b69f87c46), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.483277 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d36a7002-6c9c-4e54-bbb7-cc42021004cd req-ab628d95-50d0-45a0-9ed8-ba0999074a08 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979021 Apr 12 11:04:28.521349 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 12d8543b-a8f7-4821-946c-3348a256d253 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:04:28.528542 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-7503c613-c11f-4ea7-860d-e4b8addbe9ae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42c97eff7f304337b59e67d09c752f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184587 Apr 12 11:04:28.529596 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48468) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:28.531964 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 48470) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:28.548973 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503c613-c11f-4ea7-860d-e4b8addbe9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8706cc8c-5e90-4426-8e87-5c6b69f87c46,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:28.590091 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3930cf98-9fe5-410c-9bee-19869be69e63 admin admin] Publish callbacks [] for security_group (e948acbc-7694-43c6-9ba6-38baf670da09), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.601745 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3930cf98-9fe5-410c-9bee-19869be69e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e948acbc-7694-43c6-9ba6-38baf670da09), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.664497 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48474) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:28.689347 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff6e2-19c9-4b98-9c68-8da6cc605bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.691347 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 12d8543b-a8f7-4821-946c-3348a256d253, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=12d8543b-a8f7-4821-946c-3348a256d253,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:28.706638 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-3930cf98-9fe5-410c-9bee-19869be69e63 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=272486f6d2a84d5dac35065d2e70fa00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331814 Apr 12 11:04:28.708661 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48476) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:28.713980 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '12d8543b-a8f7-4821-946c-3348a256d253', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'port_id': '12d8543b-a8f7-4821-946c-3348a256d253', 'mac_address': 'fa:16:3e:0e:cb:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:04:28.715860 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930cf98-9fe5-410c-9bee-19869be69e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e948acbc-7694-43c6-9ba6-38baf670da09,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:28.736020 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cbb12004-cce9-409f-b6de-ec863e0d53bc admin admin] Publish callbacks [] for security_group (8706cc8c-5e90-4426-8e87-5c6b69f87c46), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.783304 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 12d8543b-a8f7-4821-946c-3348a256d253 is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:28.783694 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (12d8543b-a8f7-4821-946c-3348a256d253), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.801679 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d8543b-a8f7-4821-946c-3348a256d253 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:28.814762 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cbb12004-cce9-409f-b6de-ec863e0d53bc admin admin] Publish callbacks [] for security_group (8706cc8c-5e90-4426-8e87-5c6b69f87c46), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.829991 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 12d8543b-a8f7-4821-946c-3348a256d253, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=12d8543b-a8f7-4821-946c-3348a256d253,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:28.838956 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c5a55a8-c473-4155-af56-03d402045e4a admin admin] Publish callbacks [] for security_group (e948acbc-7694-43c6-9ba6-38baf670da09), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.839547 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (12d8543b-a8f7-4821-946c-3348a256d253), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.883176 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c5a55a8-c473-4155-af56-03d402045e4a admin admin] Publish callbacks [] for security_group (e948acbc-7694-43c6-9ba6-38baf670da09), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.940235 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=12d8543b-a8f7-4821-946c-3348a256d253,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:28.953021 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c5a55a8-c473-4155-af56-03d402045e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e948acbc-7694-43c6-9ba6-38baf670da09), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.955575 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3c5a55a8-c473-4155-af56-03d402045e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.956700 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-3c5a55a8-c473-4155-af56-03d402045e4a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e948acbc-7694-43c6-9ba6-38baf670da09 HTTP/1.1" status: 204 len: 168 time: 0.2468388 Apr 12 11:04:28.957502 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-afd0426e-680c-459f-a4ff-ae8badad47e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:28.992087 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a55a8-c473-4155-af56-03d402045e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e948acbc-7694-43c6-9ba6-38baf670da09,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:29.021794 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6df714e-2161-4875-b148-3834990cb604 req-a35eb49d-f327-4aeb-b5c0-383e4fd32134 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726805 Apr 12 11:04:29.024672 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cbb12004-cce9-409f-b6de-ec863e0d53bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (8706cc8c-5e90-4426-8e87-5c6b69f87c46), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.027241 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cbb12004-cce9-409f-b6de-ec863e0d53bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.031264 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-cbb12004-cce9-409f-b6de-ec863e0d53bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8706cc8c-5e90-4426-8e87-5c6b69f87c46 HTTP/1.1" status: 204 len: 168 time: 0.4953756 Apr 12 11:04:29.036018 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3df0e805-ef2a-4698-8882-2c273fbdca42 req-f58fa1b6-3e8a-488d-82e6-a927c5ce2a26 service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844162 Apr 12 11:04:29.050211 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927f286-d1c8-4fff-878e-84f1abc04ad0 req-fe8d12df-1141-4ba4-8fff-3a0d5e6b19b1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:29.058362 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8927f286-d1c8-4fff-878e-84f1abc04ad0 req-fe8d12df-1141-4ba4-8fff-3a0d5e6b19b1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.1135845 Apr 12 11:04:29.068763 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb12004-cce9-409f-b6de-ec863e0d53bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8706cc8c-5e90-4426-8e87-5c6b69f87c46,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:29.100717 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff6e2-19c9-4b98-9c68-8da6cc605bca admin admin] Publish callbacks [] for security_group (37147846-44d9-4241-b8d7-4cc794ee12b9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.115247 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff6e2-19c9-4b98-9c68-8da6cc605bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (37147846-44d9-4241-b8d7-4cc794ee12b9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.194489 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114356d-10a1-4322-8210-10d57b5894e5 req-5d38b494-e4b0-4d8e-bccb-3246efc2b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:29.196228 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7114356d-10a1-4322-8210-10d57b5894e5 req-5d38b494-e4b0-4d8e-bccb-3246efc2b7d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 1129 time: 0.0598176 Apr 12 11:04:29.225702 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['12d8543b-a8f7-4821-946c-3348a256d253'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:04:29.254842 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-7f6ff6e2-19c9-4b98-9c68-8da6cc605bca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d4d8aaf8e3d04d3693768f2faf4dc500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5891612 Apr 12 11:04:29.258849 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 48488) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:29.259733 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ff6e2-19c9-4b98-9c68-8da6cc605bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37147846-44d9-4241-b8d7-4cc794ee12b9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:29.284688 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8927f286-d1c8-4fff-878e-84f1abc04ad0 req-895bde62-3c8e-4828-b5d8-34c3513e1fdb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252862 Apr 12 11:04:29.344189 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3df0e805-ef2a-4698-8882-2c273fbdca42 req-64f2692b-4aae-4a81-b0c7-cadd143816ca service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807760 Apr 12 11:04:29.350392 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6df714e-2161-4875-b148-3834990cb604 req-58659428-461d-40e0-93f2-ada95fe4e892 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898932 Apr 12 11:04:29.352743 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-afd0426e-680c-459f-a4ff-ae8badad47e1 admin admin] Publish callbacks [] for security_group (2f6c24a4-2de8-477b-a1ac-166bc5e65465), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.369343 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-afd0426e-680c-459f-a4ff-ae8badad47e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (2f6c24a4-2de8-477b-a1ac-166bc5e65465), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.390440 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-06be4552-d551-4066-b177-6c43d47cd46d admin admin] Publish callbacks [] for security_group (37147846-44d9-4241-b8d7-4cc794ee12b9), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.449242 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-06be4552-d551-4066-b177-6c43d47cd46d admin admin] Publish callbacks [] for security_group (37147846-44d9-4241-b8d7-4cc794ee12b9), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.478976 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0426e-680c-459f-a4ff-ae8badad47e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6c24a4-2de8-477b-a1ac-166bc5e65465,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:29.508712 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-afd0426e-680c-459f-a4ff-ae8badad47e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ebd5e2d6fa9495f8edbbeea07a88df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9689775 Apr 12 11:04:29.509006 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 48508) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:29.523086 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114356d-10a1-4322-8210-10d57b5894e5 req-e8e2c01e-b9e7-42a9-93b4-e59fd5e301b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:29.524589 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7114356d-10a1-4322-8210-10d57b5894e5 req-e8e2c01e-b9e7-42a9-93b4-e59fd5e301b4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 919 time: 0.3086760 Apr 12 11:04:29.590170 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7114356d-10a1-4322-8210-10d57b5894e5 req-f95e740c-718f-475a-8c9c-46ee75f2f3b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a78b1a-f53e-4685-954b-adb6f6c39041 HTTP/1.1" status: 200 len: 217 time: 0.0582466 Apr 12 11:04:29.616399 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-06be4552-d551-4066-b177-6c43d47cd46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (37147846-44d9-4241-b8d7-4cc794ee12b9), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.619392 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-06be4552-d551-4066-b177-6c43d47cd46d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.623241 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-06be4552-d551-4066-b177-6c43d47cd46d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37147846-44d9-4241-b8d7-4cc794ee12b9 HTTP/1.1" status: 204 len: 168 time: 0.3585680 Apr 12 11:04:29.623408 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.640512 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be4552-d551-4066-b177-6c43d47cd46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37147846-44d9-4241-b8d7-4cc794ee12b9,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:29.653786 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df693629-5c03-4c25-8a72-734107092526 req-bc67e6ab-01b6-4bf5-b5d5-29f08fd58a0c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:29.656562 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-df693629-5c03-4c25-8a72-734107092526 req-bc67e6ab-01b6-4bf5-b5d5-29f08fd58a0c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 944 time: 0.1019726 Apr 12 11:04:29.674579 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114356d-10a1-4322-8210-10d57b5894e5 req-05191fa0-e19f-46f8-b1cb-46d6ed807524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:29.676318 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7114356d-10a1-4322-8210-10d57b5894e5 req-05191fa0-e19f-46f8-b1cb-46d6ed807524 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.0768888 Apr 12 11:04:29.711193 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f612-840e-493f-8c18-b1b44e9113f6 admin admin] Publish callbacks [] for security_group (2f6c24a4-2de8-477b-a1ac-166bc5e65465), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.742019 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114356d-10a1-4322-8210-10d57b5894e5 req-c709f8a8-b443-4c42-83b1-901fdd620f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:29.744103 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7114356d-10a1-4322-8210-10d57b5894e5 req-c709f8a8-b443-4c42-83b1-901fdd620f7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596249 Apr 12 11:04:29.759032 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f612-840e-493f-8c18-b1b44e9113f6 admin admin] Publish callbacks [] for security_group (2f6c24a4-2de8-477b-a1ac-166bc5e65465), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.763455 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-df693629-5c03-4c25-8a72-734107092526 req-d6700fdc-c43c-4fd6-85df-06ca0b0430c2 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744565 Apr 12 11:04:29.820954 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f612-840e-493f-8c18-b1b44e9113f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (2f6c24a4-2de8-477b-a1ac-166bc5e65465), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.824278 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f612-840e-493f-8c18-b1b44e9113f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:29.825452 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-4fd0f612-840e-493f-8c18-b1b44e9113f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2f6c24a4-2de8-477b-a1ac-166bc5e65465 HTTP/1.1" status: 204 len: 168 time: 0.3152502 Apr 12 11:04:29.840106 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0f612-840e-493f-8c18-b1b44e9113f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6c24a4-2de8-477b-a1ac-166bc5e65465,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:29.865841 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7114356d-10a1-4322-8210-10d57b5894e5 req-df9c35c5-b98d-4e00-897f-61c68a551d45 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123631 Apr 12 11:04:29.969118 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7114356d-10a1-4322-8210-10d57b5894e5 req-f3792b8f-0c3d-4218-9090-b102998801ba service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912700 Apr 12 11:04:30.360569 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48550) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:30.377594 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98a67072-bfbf-4b9c-a787-3453d177e443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:30.402979 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e489b-e117-4f27-89e0-e6fccc57783e req-314b2dcc-f24a-4bff-8108-fe1fc529c894 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:30.404686 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-633e489b-e117-4f27-89e0-e6fccc57783e req-314b2dcc-f24a-4bff-8108-fe1fc529c894 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0516500 Apr 12 11:04:30.465928 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-633e489b-e117-4f27-89e0-e6fccc57783e req-401be3a4-a0a0-4d31-87fa-1fc25aed07cc tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535088 Apr 12 11:04:30.474511 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98a67072-bfbf-4b9c-a787-3453d177e443 admin admin] Publish callbacks [] for security_group (9fb4fa40-e1ee-44f0-8c50-192704f69aa6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:30.485626 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-98a67072-bfbf-4b9c-a787-3453d177e443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (9fb4fa40-e1ee-44f0-8c50-192704f69aa6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:30.527418 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-98a67072-bfbf-4b9c-a787-3453d177e443 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d80b0a2c78642308a8041d034a2316f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1649849 Apr 12 11:04:30.529601 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a67072-bfbf-4b9c-a787-3453d177e443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb4fa40-e1ee-44f0-8c50-192704f69aa6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:30.530654 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 48558) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:30.542859 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 12d8543b-a8f7-4821-946c-3348a256d253 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:04:30.586378 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eee5b07f-8217-45d8-b828-f0dfc62543cd admin admin] Publish callbacks [] for security_group (9fb4fa40-e1ee-44f0-8c50-192704f69aa6), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:30.606702 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port 12d8543b-a8f7-4821-946c-3348a256d253 completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:04:30.614201 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eee5b07f-8217-45d8-b828-f0dfc62543cd admin admin] Publish callbacks [] for security_group (9fb4fa40-e1ee-44f0-8c50-192704f69aa6), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:30.615241 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 12d8543b-a8f7-4821-946c-3348a256d253 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:30.617207 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (12d8543b-a8f7-4821-946c-3348a256d253), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:30.677454 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eee5b07f-8217-45d8-b828-f0dfc62543cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (9fb4fa40-e1ee-44f0-8c50-192704f69aa6), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:30.680889 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eee5b07f-8217-45d8-b828-f0dfc62543cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:30.682242 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-eee5b07f-8217-45d8-b828-f0dfc62543cd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9fb4fa40-e1ee-44f0-8c50-192704f69aa6 HTTP/1.1" status: 204 len: 168 time: 0.1502719 Apr 12 11:04:30.691372 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5b07f-8217-45d8-b828-f0dfc62543cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb4fa40-e1ee-44f0-8c50-192704f69aa6,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:30.744714 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 12d8543b-a8f7-4821-946c-3348a256d253 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:04:30.744714 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (12d8543b-a8f7-4821-946c-3348a256d253), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:30.770878 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3000cf23-4397-4d95-b350-f79935fd1035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8543b-a8f7-4821-946c-3348a256d253'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:30.773284 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ec3f43-a3d3-4984-bbd1-a30fb6f04a2c" -d '{"events": [{"server_uuid": "3000cf23-4397-4d95-b350-f79935fd1035", "name": "network-vif-plugged", "status": "completed", "tag": "12d8543b-a8f7-4821-946c-3348a256d253"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:30.786749 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 12d8543b-a8f7-4821-946c-3348a256d253, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=12d8543b-a8f7-4821-946c-3348a256d253,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:30.792502 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (12d8543b-a8f7-4821-946c-3348a256d253), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:30.827813 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a36721-0b88-42e3-86ad-df048a555a79 x-openstack-request-id: req-62a36721-0b88-42e3-86ad-df048a555a79 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:30.828518 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3000cf23-4397-4d95-b350-f79935fd1035", "name": "network-vif-plugged", "status": "completed", "tag": "12d8543b-a8f7-4821-946c-3348a256d253", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:30.828929 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62a36721-0b88-42e3-86ad-df048a555a79 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:30.829462 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a36721-0b88-42e3-86ad-df048a555a79'] response: {'server_uuid': '3000cf23-4397-4d95-b350-f79935fd1035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d8543b-a8f7-4821-946c-3348a256d253', 'code': 200} Apr 12 11:04:30.860780 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=12d8543b-a8f7-4821-946c-3348a256d253,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:30.907862 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190ef62-42be-4b3a-9995-8fc5644cd107 req-1a4cb29a-dd73-43d4-ae7d-1f251f4a255f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:30.916838 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b190ef62-42be-4b3a-9995-8fc5644cd107 req-1a4cb29a-dd73-43d4-ae7d-1f251f4a255f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 945 time: 0.0626349 Apr 12 11:04:30.965148 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b190ef62-42be-4b3a-9995-8fc5644cd107 req-38532d10-b6ee-4279-8c91-825f2318bfba tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469337 Apr 12 11:04:31.092251 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:31.130463 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc57c3-a326-4c4b-91a2-dcd17504fb3d req-cc397ff4-03e5-46bf-95e4-8566b687c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:31.131937 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-25fc57c3-a326-4c4b-91a2-dcd17504fb3d req-cc397ff4-03e5-46bf-95e4-8566b687c567 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 1129 time: 0.0514588 Apr 12 11:04:31.186901 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-25fc57c3-a326-4c4b-91a2-dcd17504fb3d req-9de12c3e-ab31-413a-ae94-0ddd8648361d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489929 Apr 12 11:04:31.505273 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 48610) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:31.593031 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff0bdd-5a7f-43cb-ac81-188c98334a16 req-d5988f95-9f42-43ef-83f7-cc510613a13b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:31.594651 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bfff0bdd-5a7f-43cb-ac81-188c98334a16 req-d5988f95-9f42-43ef-83f7-cc510613a13b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0479736 Apr 12 11:04:31.647083 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bfff0bdd-5a7f-43cb-ac81-188c98334a16 req-1c76ff4b-9fb0-429f-838f-0041d3431422 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457263 Apr 12 11:04:31.782399 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-679905528-network', 'tenant_id': '42e5a819ca3d434b97eabdb2ba3466f8'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:31.805337 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] Made reservation on behalf of 42e5a819ca3d434b97eabdb2ba3466f8 for: {'network': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:31.807653 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:31.821102 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:31.850048 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:04:31.910177 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] Publish callbacks [] for security_group (e0517d7d-e001-47b6-a399-ad0ee13423ce), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:31.917252 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e0517d7d-e001-47b6-a399-ad0ee13423ce), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:31.942092 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:04:31.965035 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0517d7d-e001-47b6-a399-ad0ee13423ce,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:31.971993 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (fdd8b17b-2d0c-4675-a2ad-6be95f407c4d), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:31.972336 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.segments_db [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] Added segment fdd8b17b-2d0c-4675-a2ad-6be95f407c4d of type vlan for network dd28fd72-3c60-455c-96c3-ed1897d767aa Apr 12 11:04:32.055299 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (dd28fd72-3c60-455c-96c3-ed1897d767aa), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:32.117253 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (dd28fd72-3c60-455c-96c3-ed1897d767aa), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:32.118342 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:32.119049 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:32.164051 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc40129-e129-4a27-b15a-43347b7a08bc req-2ef5e3f4-108e-4616-a717-5dd9cb7417e0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:32.165644 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9dc40129-e129-4a27-b15a-43347b7a08bc req-2ef5e3f4-108e-4616-a717-5dd9cb7417e0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 945 time: 0.0953522 Apr 12 11:04:32.174706 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48666) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:32.175211 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6687076 Apr 12 11:04:32.181143 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8b5aaa48-827b-44de-9d2c-721af5d8381a admin admin] Request body: {'subnet': {'network_id': 'dd28fd72-3c60-455c-96c3-ed1897d767aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-679905528-subnet', 'tenant_id': '42e5a819ca3d434b97eabdb2ba3466f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:32.231042 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5aaa48-827b-44de-9d2c-721af5d8381a admin admin] Made reservation on behalf of 42e5a819ca3d434b97eabdb2ba3466f8 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:32.234867 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b5aaa48-827b-44de-9d2c-721af5d8381a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:32.264657 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095caa82-7b36-449f-8ace-31e72a307f09 admin admin] Pushing event updated for resources: {'Network': ['ID=dd28fd72-3c60-455c-96c3-ed1897d767aa,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:32.276766 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network dd28fd72-3c60-455c-96c3-ed1897d767aa details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:04:32.313070 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9dc40129-e129-4a27-b15a-43347b7a08bc req-8d5e28b3-3b5b-48be-ae50-4939cb3f5545 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364894 Apr 12 11:04:32.478598 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 48686) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:32.504143 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b5aaa48-827b-44de-9d2c-721af5d8381a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for subnet (80fa5f1b-a3a8-432b-bd29-78db894f5202), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:32.571121 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aaa48-827b-44de-9d2c-721af5d8381a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80fa5f1b-a3a8-432b-bd29-78db894f5202,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:32.579857 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5aaa48-827b-44de-9d2c-721af5d8381a admin admin] Checking segment: {'id': 'fdd8b17b-2d0c-4675-a2ad-6be95f407c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'dd28fd72-3c60-455c-96c3-ed1897d767aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:32.580220 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5aaa48-827b-44de-9d2c-721af5d8381a admin admin] Network hostable DHCP agents. Network: dd28fd72-3c60-455c-96c3-ed1897d767aa, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:04:32.600387 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5aaa48-827b-44de-9d2c-721af5d8381a admin admin] Network dd28fd72-3c60-455c-96c3-ed1897d767aa is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:04:32.611528 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-8b5aaa48-827b-44de-9d2c-721af5d8381a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, dd28fd72-3c60-455c-96c3-ed1897d767aa) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:32.618958 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5aaa48-827b-44de-9d2c-721af5d8381a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:32.619706 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b5aaa48-827b-44de-9d2c-721af5d8381a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:32.620607 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7942f7-0885-4865-97ee-8e18c47b5036 None None] Network dd28fd72-3c60-455c-96c3-ed1897d767aa requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:04:32.647079 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-8b5aaa48-827b-44de-9d2c-721af5d8381a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4707267 Apr 12 11:04:32.657926 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71ced8a7-fefe-4083-8187-279e3bea0759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:32.806981 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08f4608-5146-4382-8c21-12c74b2cc24d None None] Network dd28fd72-3c60-455c-96c3-ed1897d767aa requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:04:32.820061 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183ce27-9d2d-4d35-8652-ed5dfea63e4d req-eed4c4c1-9ce0-4d4a-a8ca-a2716f35d621 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:32.822151 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2183ce27-9d2d-4d35-8652-ed5dfea63e4d req-eed4c4c1-9ce0-4d4a-a8ca-a2716f35d621 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0709763 Apr 12 11:04:32.844995 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71ced8a7-fefe-4083-8187-279e3bea0759 admin admin] Publish callbacks [] for security_group (571fdeb1-1bc7-4fce-b241-9b4b95f33983), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:32.856214 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71ced8a7-fefe-4083-8187-279e3bea0759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (571fdeb1-1bc7-4fce-b241-9b4b95f33983), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:32.872887 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48706) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:32.895063 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48710) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:32.948509 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-71ced8a7-fefe-4083-8187-279e3bea0759 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e27ea7b9a9c4ebcbff8051a759f946b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4679463 Apr 12 11:04:32.949113 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48714) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:32.956944 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2183ce27-9d2d-4d35-8652-ed5dfea63e4d req-6f98f294-cdeb-4c9a-959f-88c83e66f3e8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231105 Apr 12 11:04:32.957609 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ced8a7-fefe-4083-8187-279e3bea0759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571fdeb1-1bc7-4fce-b241-9b4b95f33983,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:33.027400 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e50ddb3-08e7-4b0a-998b-21232ad7aacf admin admin] Publish callbacks [] for security_group (571fdeb1-1bc7-4fce-b241-9b4b95f33983), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.052052 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e50ddb3-08e7-4b0a-998b-21232ad7aacf admin admin] Publish callbacks [] for security_group (571fdeb1-1bc7-4fce-b241-9b4b95f33983), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.102782 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e50ddb3-08e7-4b0a-998b-21232ad7aacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (571fdeb1-1bc7-4fce-b241-9b4b95f33983), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.105550 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0e50ddb3-08e7-4b0a-998b-21232ad7aacf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.111424 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-0e50ddb3-08e7-4b0a-998b-21232ad7aacf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/571fdeb1-1bc7-4fce-b241-9b4b95f33983 HTTP/1.1" status: 204 len: 168 time: 0.1614838 Apr 12 11:04:33.119895 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50ddb3-08e7-4b0a-998b-21232ad7aacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571fdeb1-1bc7-4fce-b241-9b4b95f33983,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:33.197838 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21e26143-c366-4b11-9ebd-b7f6808c7c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.210922 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44ceb766-f88a-4539-991a-2b40cb7355d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.335743 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21e26143-c366-4b11-9ebd-b7f6808c7c13 admin admin] Publish callbacks [] for security_group (17289747-aa47-42e9-badb-a8f581f83a4f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.347196 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21e26143-c366-4b11-9ebd-b7f6808c7c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (17289747-aa47-42e9-badb-a8f581f83a4f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.350058 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44ceb766-f88a-4539-991a-2b40cb7355d2 admin admin] Publish callbacks [] for security_group (ff4a6441-171c-41ba-b8d0-9843aeb2e070), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.365507 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-44ceb766-f88a-4539-991a-2b40cb7355d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (ff4a6441-171c-41ba-b8d0-9843aeb2e070), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.410601 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e26143-c366-4b11-9ebd-b7f6808c7c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17289747-aa47-42e9-badb-a8f581f83a4f,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:33.422782 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-21e26143-c366-4b11-9ebd-b7f6808c7c13 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53b6e833827242c993b446b4f1de280b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5477188 Apr 12 11:04:33.432818 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-44ceb766-f88a-4539-991a-2b40cb7355d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23af130ece1a4e8ea8c1fc11ba3f0f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5362315 Apr 12 11:04:33.433341 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48732) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:33.433836 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48734) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:33.460639 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242298e-07b9-4253-8235-b09b78fd1d42 req-9786e019-b032-4501-ba77-c81d14ba0dc1 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:33.467477 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9242298e-07b9-4253-8235-b09b78fd1d42 req-9786e019-b032-4501-ba77-c81d14ba0dc1 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 945 time: 0.0554066 Apr 12 11:04:33.503349 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ceb766-f88a-4539-991a-2b40cb7355d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4a6441-171c-41ba-b8d0-9843aeb2e070,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:33.531094 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9242298e-07b9-4253-8235-b09b78fd1d42 req-1b3f09e8-54e9-4b6f-a127-f03bc6fa451c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626488 Apr 12 11:04:33.542823 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db370506-8c30-444a-b472-329f2f3d7b6c admin admin] Publish callbacks [] for security_group (17289747-aa47-42e9-badb-a8f581f83a4f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.581312 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db370506-8c30-444a-b472-329f2f3d7b6c admin admin] Publish callbacks [] for security_group (17289747-aa47-42e9-badb-a8f581f83a4f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.596006 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94a05ad1-0eef-487e-8cd2-b073434764d1 admin admin] Publish callbacks [] for security_group (ff4a6441-171c-41ba-b8d0-9843aeb2e070), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.603936 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 48740) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:33.624086 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48742) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:33.626861 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7cef30f3-7646-4534-a96a-267d51e098f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.630524 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-955742692-network', 'tenant_id': '51104f53b06c43279f6e98e1383adf2c'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:33.665491 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94a05ad1-0eef-487e-8cd2-b073434764d1 admin admin] Publish callbacks [] for security_group (ff4a6441-171c-41ba-b8d0-9843aeb2e070), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.683024 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00ac71-e601-4511-be40-3d3ce7a25024 req-a3093e69-a3a1-4273-9cfc-58ad70fba197 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:33.684573 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dc00ac71-e601-4511-be40-3d3ce7a25024 req-a3093e69-a3a1-4273-9cfc-58ad70fba197 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 945 time: 0.0735166 Apr 12 11:04:33.689921 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] Made reservation on behalf of 51104f53b06c43279f6e98e1383adf2c for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:33.692403 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.698212 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 48744) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:33.700613 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db370506-8c30-444a-b472-329f2f3d7b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (17289747-aa47-42e9-badb-a8f581f83a4f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.703778 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-db370506-8c30-444a-b472-329f2f3d7b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.704707 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-11b5f90f-ba98-4e5c-9196-4f6a5ae6073b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'floatingip': {'port_id': '12d8543b-a8f7-4821-946c-3348a256d253'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:33.704896 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-db370506-8c30-444a-b472-329f2f3d7b6c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17289747-aa47-42e9-badb-a8f581f83a4f HTTP/1.1" status: 204 len: 168 time: 0.2679622 Apr 12 11:04:33.722726 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.737816 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db370506-8c30-444a-b472-329f2f3d7b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17289747-aa47-42e9-badb-a8f581f83a4f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:33.782701 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94a05ad1-0eef-487e-8cd2-b073434764d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (ff4a6441-171c-41ba-b8d0-9843aeb2e070), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.786437 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-94a05ad1-0eef-487e-8cd2-b073434764d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.790170 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-94a05ad1-0eef-487e-8cd2-b073434764d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff4a6441-171c-41ba-b8d0-9843aeb2e070 HTTP/1.1" status: 204 len: 168 time: 0.3493881 Apr 12 11:04:33.790335 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-11b5f90f-ba98-4e5c-9196-4f6a5ae6073b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (31d99e94-e173-4c1f-ac31-bec975229567), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.806722 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a05ad1-0eef-487e-8cd2-b073434764d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4a6441-171c-41ba-b8d0-9843aeb2e070,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:33.850156 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] Publish callbacks [] for security_group (81a3e907-b12c-47ee-b4d4-be82fad63566), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.859999 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (81a3e907-b12c-47ee-b4d4-be82fad63566), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.877028 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:04:33.889151 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (247b0198-32d9-48db-9005-d03ee2f5e62b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.889999 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.segments_db [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] Added segment 247b0198-32d9-48db-9005-d03ee2f5e62b of type vlan for network b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf Apr 12 11:04:33.940114 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.988774 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:33.989758 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:33.990352 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.039552 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a3e907-b12c-47ee-b4d4-be82fad63566,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:34.093826 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4669070 Apr 12 11:04:34.098324 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 48756) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:34.106204 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-fab4133d-9910-4d08-a21a-f186d57c72b3 admin admin] Request body: {'subnet': {'network_id': 'b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-955742692-subnet', 'tenant_id': '51104f53b06c43279f6e98e1383adf2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:34.132291 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fca30e-be74-4ba7-be3b-07cf69c9f575 admin admin] Pushing event updated for resources: {'Network': ['ID=b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:34.144747 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:04:34.201423 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7cef30f3-7646-4534-a96a-267d51e098f9 admin admin] Publish callbacks [] for security_group (ad80d98b-8898-4787-af5e-a67164015747), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.221234 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7cef30f3-7646-4534-a96a-267d51e098f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (ad80d98b-8898-4787-af5e-a67164015747), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.250917 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9087e5b-e920-48f9-98cc-f4b32c05636c req-c0f51bc0-7160-4ba1-beb0-047df020b375 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:34.252769 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b9087e5b-e920-48f9-98cc-f4b32c05636c req-c0f51bc0-7160-4ba1-beb0-047df020b375 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.1426022 Apr 12 11:04:34.293268 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab4133d-9910-4d08-a21a-f186d57c72b3 admin admin] Made reservation on behalf of 51104f53b06c43279f6e98e1383adf2c for: {'subnet': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:34.296031 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fab4133d-9910-4d08-a21a-f186d57c72b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.367000 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-7cef30f3-7646-4534-a96a-267d51e098f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f8deb628f5f48b7b3d6bd8a8eddf29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7619901 Apr 12 11:04:34.370726 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48768) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:34.397537 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef30f3-7646-4534-a96a-267d51e098f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad80d98b-8898-4787-af5e-a67164015747,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:34.398572 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48770) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:34.435913 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1521169-43af-4657-aa61-239fa414d353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.475578 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0edf781f-7998-4e82-a012-68cd010bfe1d admin admin] Publish callbacks [] for security_group (ad80d98b-8898-4787-af5e-a67164015747), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.494203 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b9087e5b-e920-48f9-98cc-f4b32c05636c req-853d573c-bcd6-47e1-9ddd-838ca6ce759f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901059 Apr 12 11:04:34.513726 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0edf781f-7998-4e82-a012-68cd010bfe1d admin admin] Publish callbacks [] for security_group (ad80d98b-8898-4787-af5e-a67164015747), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.596328 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1521169-43af-4657-aa61-239fa414d353 admin admin] Publish callbacks [] for security_group (8ccc3742-6660-471f-8476-42d77571d59b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.603768 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1521169-43af-4657-aa61-239fa414d353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (8ccc3742-6660-471f-8476-42d77571d59b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.619536 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0edf781f-7998-4e82-a012-68cd010bfe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (ad80d98b-8898-4787-af5e-a67164015747), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.622507 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0edf781f-7998-4e82-a012-68cd010bfe1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.625883 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-0edf781f-7998-4e82-a012-68cd010bfe1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad80d98b-8898-4787-af5e-a67164015747 HTTP/1.1" status: 204 len: 168 time: 0.2519104 Apr 12 11:04:34.663703 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-b1521169-43af-4657-aa61-239fa414d353 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e116f6f358641d5bb1891f9a6b7831c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640011 Apr 12 11:04:34.668436 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48780) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:34.694263 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1521169-43af-4657-aa61-239fa414d353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccc3742-6660-471f-8476-42d77571d59b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:34.723736 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf781f-7998-4e82-a012-68cd010bfe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad80d98b-8898-4787-af5e-a67164015747,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:34.753353 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f659d2fc-6269-48e3-98f2-ad4036ca4bf4 admin admin] Publish callbacks [] for security_group (8ccc3742-6660-471f-8476-42d77571d59b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.783400 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f659d2fc-6269-48e3-98f2-ad4036ca4bf4 admin admin] Publish callbacks [] for security_group (8ccc3742-6660-471f-8476-42d77571d59b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.859127 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f659d2fc-6269-48e3-98f2-ad4036ca4bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (8ccc3742-6660-471f-8476-42d77571d59b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.861838 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f659d2fc-6269-48e3-98f2-ad4036ca4bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.865564 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-f659d2fc-6269-48e3-98f2-ad4036ca4bf4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ccc3742-6660-471f-8476-42d77571d59b HTTP/1.1" status: 204 len: 168 time: 0.1961546 Apr 12 11:04:34.873465 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659d2fc-6269-48e3-98f2-ad4036ca4bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccc3742-6660-471f-8476-42d77571d59b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:34.889981 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fab4133d-9910-4d08-a21a-f186d57c72b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for subnet (c1cbd5a0-ece7-46fc-80d6-822662901e40), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:34.977378 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.db.resource_extend [None req-11b5f90f-ba98-4e5c-9196-4f6a5ae6073b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 11:04:35.041995 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4133d-9910-4d08-a21a-f186d57c72b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1cbd5a0-ece7-46fc-80d6-822662901e40,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:35.076748 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab4133d-9910-4d08-a21a-f186d57c72b3 admin admin] Checking segment: {'id': '247b0198-32d9-48db-9005-d03ee2f5e62b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:35.077097 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab4133d-9910-4d08-a21a-f186d57c72b3 admin admin] Network hostable DHCP agents. Network: b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:04:35.100208 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-11b5f90f-ba98-4e5c-9196-4f6a5ae6073b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:35.108868 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-11b5f90f-ba98-4e5c-9196-4f6a5ae6073b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (31d99e94-e173-4c1f-ac31-bec975229567), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:35.163126 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab4133d-9910-4d08-a21a-f186d57c72b3 admin admin] Network b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:04:35.190070 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-fab4133d-9910-4d08-a21a-f186d57c72b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf) {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:35.199265 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40710d18-1903-4f0a-9894-e4b55f8c9dca None None] Network b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:04:35.241072 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab4133d-9910-4d08-a21a-f186d57c72b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:35.241878 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fab4133d-9910-4d08-a21a-f186d57c72b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:35.274746 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-fab4133d-9910-4d08-a21a-f186d57c72b3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1722562 Apr 12 11:04:35.285648 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [None req-11b5f90f-ba98-4e5c-9196-4f6a5ae6073b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Floating IP 31d99e94-e173-4c1f-ac31-bec975229567 associated. External IP: 172.27.0.237, port: 12d8543b-a8f7-4821-946c-3348a256d253. Apr 12 11:04:35.356523 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cee952-fee8-4140-9eff-b0e31f1d2bee None None] Network b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:04:35.839528 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b5f90f-ba98-4e5c-9196-4f6a5ae6073b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Router 8d461e54-0cb0-49e6-896b-fc75f0540550 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:04:35.891503 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab08ed4-a301-4289-a79d-c843e3a6f445 req-f17b0a35-9eb0-442b-84c4-19898fd86b9d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:35.893261 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1ab08ed4-a301-4289-a79d-c843e3a6f445 req-f17b0a35-9eb0-442b-84c4-19898fd86b9d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.2719958 Apr 12 11:04:36.057899 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1ab08ed4-a301-4289-a79d-c843e3a6f445 req-f81776f0-d246-42d5-9c65-dd6612aed469 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168728 Apr 12 11:04:36.080616 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b5f90f-ba98-4e5c-9196-4f6a5ae6073b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:04:36.095724 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-11b5f90f-ba98-4e5c-9196-4f6a5ae6073b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:36.097512 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2890292-4439-40ca-a039-175f2ee606d8 None None] Sync routers for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:04:36.115787 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2890292-4439-40ca-a039-175f2ee606d8 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:36.118406 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-d2890292-4439-40ca-a039-175f2ee606d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:04:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:36.163923 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-11b5f90f-ba98-4e5c-9196-4f6a5ae6073b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "PUT /v2.0/floatingips/31d99e94-e173-4c1f-ac31-bec975229567 HTTP/1.1" status: 200 len: 991 time: 2.4643540 Apr 12 11:04:36.164585 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3000cf23-4397-4d95-b350-f79935fd1035', 'tag': '12d8543b-a8f7-4821-946c-3348a256d253'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:36.167636 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7257e5b-ee7a-4a47-a589-fbc2cd62f761" -d '{"events": [{"name": "network-changed", "server_uuid": "3000cf23-4397-4d95-b350-f79935fd1035", "tag": "12d8543b-a8f7-4821-946c-3348a256d253"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:36.297350 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40845f9-8ec2-4329-b327-7d5a53704c86 x-openstack-request-id: req-e40845f9-8ec2-4329-b327-7d5a53704c86 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:36.297624 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3000cf23-4397-4d95-b350-f79935fd1035", "tag": "12d8543b-a8f7-4821-946c-3348a256d253", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:36.297875 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e40845f9-8ec2-4329-b327-7d5a53704c86 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:36.298493 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40845f9-8ec2-4329-b327-7d5a53704c86'] response: {'name': 'network-changed', 'server_uuid': '3000cf23-4397-4d95-b350-f79935fd1035', 'tag': '12d8543b-a8f7-4821-946c-3348a256d253', 'status': 'completed', 'code': 200} Apr 12 11:04:36.389585 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-d2890292-4439-40ca-a039-175f2ee606d8 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:36.446721 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7257e5b-ee7a-4a47-a589-fbc2cd62f761 req-d5b3661e-cd36-4c42-a57c-dea9577d3c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:36.451047 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-c7257e5b-ee7a-4a47-a589-fbc2cd62f761 req-d5b3661e-cd36-4c42-a57c-dea9577d3c73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 1129 time: 0.0919478 Apr 12 11:04:36.599010 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7257e5b-ee7a-4a47-a589-fbc2cd62f761 req-1c8a8deb-4f6a-4aeb-9ebc-a5190765d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:36.600999 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-c7257e5b-ee7a-4a47-a589-fbc2cd62f761 req-1c8a8deb-4f6a-4aeb-9ebc-a5190765d666 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 915 time: 0.1414683 Apr 12 11:04:36.767780 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-c7257e5b-ee7a-4a47-a589-fbc2cd62f761 req-abd2e291-337e-4e49-b75d-b06cf88ff800 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12d8543b-a8f7-4821-946c-3348a256d253 HTTP/1.1" status: 200 len: 999 time: 0.1578827 Apr 12 11:04:36.793605 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-d2890292-4439-40ca-a039-175f2ee606d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '31d99e94-e173-4c1f-ac31-bec975229567', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '12d8543b-a8f7-4821-946c-3348a256d253', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:0e:cb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cf23-4397-4d95-b350-f79935fd1035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:04Z', 'updated_at': '2022-04-12T11:04:34Z', 'revision_number': 1, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:36.828161 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2890292-4439-40ca-a039-175f2ee606d8 None None] Checking router: 8d461e54-0cb0-49e6-896b-fc75f0540550 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:04:36.834065 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48928) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:36.837970 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2890292-4439-40ca-a039-175f2ee606d8 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:04:36.838739 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-d2890292-4439-40ca-a039-175f2ee606d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:04:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:36.869577 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48932) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:36.916034 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a6ab5-e439-4581-a508-812b29466f76 req-bc38045b-931d-45a7-88be-8f26c2962906 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:36.926061 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e80a6ab5-e439-4581-a508-812b29466f76 req-bc38045b-931d-45a7-88be-8f26c2962906 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 945 time: 0.1030135 Apr 12 11:04:36.984142 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-d2890292-4439-40ca-a039-175f2ee606d8 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:04:37.007278 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e80a6ab5-e439-4581-a508-812b29466f76 req-3c12a5c8-1e0b-4221-9d20-72fdce52cae3 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786490 Apr 12 11:04:37.042998 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-954043b3-effd-4a25-aa26-5a3618fb112a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.050494 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9de7aae8-f291-49f7-bf06-734afafba6fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.196586 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-954043b3-effd-4a25-aa26-5a3618fb112a admin admin] Publish callbacks [] for security_group (1434bbd1-ff6d-48ec-a10a-f04bc029f625), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.198088 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296db7c-d869-4585-b104-bdf7a341dd78 req-0346e2e1-c8bf-4b0e-b6c6-80bcb96e5660 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:37.198599 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9de7aae8-f291-49f7-bf06-734afafba6fd admin admin] Publish callbacks [] for security_group (826c86e6-8880-4ee0-879c-4d65e0b965fd), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.199690 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7296db7c-d869-4585-b104-bdf7a341dd78 req-0346e2e1-c8bf-4b0e-b6c6-80bcb96e5660 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0568507 Apr 12 11:04:37.203812 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-954043b3-effd-4a25-aa26-5a3618fb112a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (1434bbd1-ff6d-48ec-a10a-f04bc029f625), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.214709 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9de7aae8-f291-49f7-bf06-734afafba6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (826c86e6-8880-4ee0-879c-4d65e0b965fd), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.241720 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-d2890292-4439-40ca-a039-175f2ee606d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '31d99e94-e173-4c1f-ac31-bec975229567', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '12d8543b-a8f7-4821-946c-3348a256d253', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:0e:cb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cf23-4397-4d95-b350-f79935fd1035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:04Z', 'updated_at': '2022-04-12T11:04:34Z', 'revision_number': 1, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:37.255600 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7296db7c-d869-4585-b104-bdf7a341dd78 req-f0f2c1a3-3e1e-4e0c-a093-0f689e879848 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489748 Apr 12 11:04:37.263162 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-954043b3-effd-4a25-aa26-5a3618fb112a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b2aaa5116534ed4a129e7890dcb250f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4250216 Apr 12 11:04:37.263730 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 48940) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:37.265708 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954043b3-effd-4a25-aa26-5a3618fb112a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1434bbd1-ff6d-48ec-a10a-f04bc029f625,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:37.270039 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2890292-4439-40ca-a039-175f2ee606d8 None None] The sync data for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi is: [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '31d99e94-e173-4c1f-ac31-bec975229567', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '12d8543b-a8f7-4821-946c-3348a256d253', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:0e:cb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cf23-4397-4d95-b350-f79935fd1035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:04Z', 'updated_at': '2022-04-12T11:04:34Z', 'revision_number': 1, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:04:37.270270 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-9de7aae8-f291-49f7-bf06-734afafba6fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb5afe21636e40b3bf52048e9bd62d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3993320 Apr 12 11:04:37.276542 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 48942) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:37.332827 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7aae8-f291-49f7-bf06-734afafba6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826c86e6-8880-4ee0-879c-4d65e0b965fd,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:37.338696 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Publish callbacks [] for security_group (1434bbd1-ff6d-48ec-a10a-f04bc029f625), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.355205 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e817b01-4932-4340-b22b-3079b57f97ba admin admin] Publish callbacks [] for security_group (826c86e6-8880-4ee0-879c-4d65e0b965fd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.365073 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Publish callbacks [] for security_group (1434bbd1-ff6d-48ec-a10a-f04bc029f625), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.380125 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e817b01-4932-4340-b22b-3079b57f97ba admin admin] Publish callbacks [] for security_group (826c86e6-8880-4ee0-879c-4d65e0b965fd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.428340 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (1434bbd1-ff6d-48ec-a10a-f04bc029f625), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.431978 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.433162 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1434bbd1-ff6d-48ec-a10a-f04bc029f625 HTTP/1.1" status: 204 len: 168 time: 0.1682997 Apr 12 11:04:37.440918 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e817b01-4932-4340-b22b-3079b57f97ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (826c86e6-8880-4ee0-879c-4d65e0b965fd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.443387 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1434bbd1-ff6d-48ec-a10a-f04bc029f625,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:37.443887 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4e817b01-4932-4340-b22b-3079b57f97ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:37.448422 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-4e817b01-4932-4340-b22b-3079b57f97ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/826c86e6-8880-4ee0-879c-4d65e0b965fd HTTP/1.1" status: 204 len: 168 time: 0.1700890 Apr 12 11:04:37.456968 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.457471 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.458089 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.458431 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.458814 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.459165 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.459506 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.459953 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.460297 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.460636 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.460760 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e817b01-4932-4340-b22b-3079b57f97ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826c86e6-8880-4ee0-879c-4d65e0b965fd,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:37.460980 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.461316 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.461774 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.462057 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.462385 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678e4b13-1036-4bcc-b18a-2fba8f77a17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:37.524223 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47cf16b-80b4-43d2-916d-d6a03154d8a2 None None] New status for floating IP 31d99e94-e173-4c1f-ac31-bec975229567: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:04:38.168060 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bd446-18aa-4080-8966-255df1f784a5 req-924f5f7f-17fb-4c6b-9bd9-ecc95d5f9b19 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:38.169635 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6a2bd446-18aa-4080-8966-255df1f784a5 req-924f5f7f-17fb-4c6b-9bd9-ecc95d5f9b19 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 945 time: 0.0661058 Apr 12 11:04:38.227478 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6a2bd446-18aa-4080-8966-255df1f784a5 req-0338eed0-7006-45f1-a926-4be3628f34f2 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502913 Apr 12 11:04:38.374895 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927f917-1852-48d3-a5b0-cb18e995bbf6 req-4995c5f9-c2a8-460a-b847-3e52b839126d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:38.377016 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a927f917-1852-48d3-a5b0-cb18e995bbf6 req-4995c5f9-c2a8-460a-b847-3e52b839126d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0483229 Apr 12 11:04:38.435678 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a927f917-1852-48d3-a5b0-cb18e995bbf6 req-08d61240-b606-4fad-ad9d-f8a6abb889a8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495899 Apr 12 11:04:38.847914 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:39.305060 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7257e5b-ee7a-4a47-a589-fbc2cd62f761 req-34357b2e-8f31-41fe-9bd6-e48c1f5d2833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:39.306624 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-c7257e5b-ee7a-4a47-a589-fbc2cd62f761 req-34357b2e-8f31-41fe-9bd6-e48c1f5d2833 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c307a9d7-336a-46ab-a789-b81d127c4a49 HTTP/1.1" status: 200 len: 853 time: 0.0499136 Apr 12 11:04:39.353852 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a58e2-0f08-4199-82fe-84efeb869ab8 req-133d202f-b6b3-40bd-9442-f226c9bea661 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:39.366507 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c54a58e2-0f08-4199-82fe-84efeb869ab8 req-133d202f-b6b3-40bd-9442-f226c9bea661 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 945 time: 0.0609245 Apr 12 11:04:39.417578 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c54a58e2-0f08-4199-82fe-84efeb869ab8 req-8920958a-dd2c-4a60-af65-97a5496729f9 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556276 Apr 12 11:04:39.556767 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111da36-194b-428e-9ca4-12581b342d53 req-e37acbe9-f1f8-4d1f-ae0e-4463fddbd5a5 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:39.558229 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7111da36-194b-428e-9ca4-12581b342d53 req-e37acbe9-f1f8-4d1f-ae0e-4463fddbd5a5 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0481210 Apr 12 11:04:39.606174 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7257e5b-ee7a-4a47-a589-fbc2cd62f761 req-9a403749-b389-4373-b846-84356aa00e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:39.607368 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7111da36-194b-428e-9ca4-12581b342d53 req-9450682f-2ec3-47e8-a5bd-ddddc190eb46 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Apr 12 11:04:39.607695 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-c7257e5b-ee7a-4a47-a589-fbc2cd62f761 req-9a403749-b389-4373-b846-84356aa00e8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f32d468-ddbc-4b9d-abc3-b84d288bd876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396054 Apr 12 11:04:39.785248 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-c7257e5b-ee7a-4a47-a589-fbc2cd62f761 req-092e0dd3-7fc0-4178-8808-ba3d6ea6e3a3 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810530 Apr 12 11:04:40.032312 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-94ca4f1e-4f09-4104-a35f-0013adc0becb tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a156ce595dba4f5fa8689f9f68597adc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282893 Apr 12 11:04:40.177421 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-c7257e5b-ee7a-4a47-a589-fbc2cd62f761 req-bfff70da-5019-4a72-af74-3fb2b3eff3b0 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978122 Apr 12 11:04:40.252498 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-b7f5abd3-f36a-4f15-860b-455fa40d9b64 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:40.253960 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-b7f5abd3-f36a-4f15-860b-455fa40d9b64 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164419 Apr 12 11:04:40.269315 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-5bed8f08-40ae-48f6-b401-072ef998d442 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/quotas/a156ce595dba4f5fa8689f9f68597adc HTTP/1.1" status: 200 len: 375 time: 0.0097823 Apr 12 11:04:40.302201 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-b742df65-a7db-4e4c-949a-97955960ac96 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a156ce595dba4f5fa8689f9f68597adc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277519 Apr 12 11:04:40.495055 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0ee317f4-0818-4566-930c-28b0a85e6c4f req-bf42a43a-1813-46d7-9234-1bd97d25c7d0 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 210 time: 0.0442655 Apr 12 11:04:40.501003 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0144fd2-e16d-4584-b325-279cb5054ac5 req-0a6d2dc8-ccab-4560-bb01-8651c9f33834 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:40.516659 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-f0144fd2-e16d-4584-b325-279cb5054ac5 req-0a6d2dc8-ccab-4560-bb01-8651c9f33834 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 945 time: 0.1430874 Apr 12 11:04:40.580180 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268d9f4-88b0-4a04-afae-54235101149a req-09462256-cd7e-41cd-af7d-bad0a322c692 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:40.581623 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d268d9f4-88b0-4a04-afae-54235101149a req-09462256-cd7e-41cd-af7d-bad0a322c692 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 945 time: 0.0793197 Apr 12 11:04:40.658060 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d268d9f4-88b0-4a04-afae-54235101149a req-b4efaa85-3963-402f-8b42-465305bb458c tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/security-groups?id=c13adc9a-5945-4b47-9f57-c29b54207d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642111 Apr 12 11:04:40.667223 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-f0144fd2-e16d-4584-b325-279cb5054ac5 req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Deleting port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:04:40.667677 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f0144fd2-e16d-4584-b325-279cb5054ac5 req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:40.766082 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c9adc-8773-457f-841d-9b79e2f788ac req-767f3153-fc99-419e-afe9-032bfa858366 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:40.771799 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-820c9adc-8773-457f-841d-9b79e2f788ac req-767f3153-fc99-419e-afe9-032bfa858366 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0648217 Apr 12 11:04:40.785965 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-f0144fd2-e16d-4584-b325-279cb5054ac5 req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] For port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc,segment=NetworkSegment(b4844ee8-e527-497a-9676-0213831c1611),segment_id=b4844ee8-e527-497a-9676-0213831c1611)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:04:40.786335 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f0144fd2-e16d-4584-b325-279cb5054ac5 req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:40.802288 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-f0144fd2-e16d-4584-b325-279cb5054ac5 req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Calling delete_port for b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:04:40.823831 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-820c9adc-8773-457f-841d-9b79e2f788ac req-702bb4e5-1100-4ef8-b8e6-23c66a821696 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503852 Apr 12 11:04:40.977157 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f0144fd2-e16d-4584-b325-279cb5054ac5 req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091'] for port (b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:41.006337 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Pushing event deleted for resources: {'Port': ['ID=b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:41.037078 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:04:41.037724 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.037724 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.037876 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.038104 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.038431 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.038754 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.039072 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.039431 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.039751 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.040070 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.040387 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.040701 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.041015 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.041327 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.041636 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:04:41.084802 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0144fd2-e16d-4584-b325-279cb5054ac5 req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] No DVR routers for this DVR port b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc on host hv-cinder-83008 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:04:41.088024 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-f0144fd2-e16d-4584-b325-279cb5054ac5 req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:41.091435 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-f0144fd2-e16d-4584-b325-279cb5054ac5 req-4a5e09af-aa50-41f1-89b4-bf9e10453a61 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.61 "DELETE /v2.0/ports/b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc HTTP/1.1" status: 204 len: 173 time: 0.5801301 Apr 12 11:04:41.091894 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6c70e2-82ba-4f36-b249-2207d1858f3b', 'name': 'network-vif-deleted', 'tag': 'b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:41.094860 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa52b94-0776-45e9-92ff-600fcd9c5f59" -d '{"events": [{"server_uuid": "6c6c70e2-82ba-4f36-b249-2207d1858f3b", "name": "network-vif-deleted", "tag": "b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:41.136771 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181441df-9c4a-4e51-ac08-e9d318ac5183 x-openstack-request-id: req-181441df-9c4a-4e51-ac08-e9d318ac5183 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:41.137082 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6c70e2-82ba-4f36-b249-2207d1858f3b", "name": "network-vif-deleted", "tag": "b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:41.137332 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-181441df-9c4a-4e51-ac08-e9d318ac5183 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:41.137723 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181441df-9c4a-4e51-ac08-e9d318ac5183'] response: {'server_uuid': '6c6c70e2-82ba-4f36-b249-2207d1858f3b', 'name': 'network-vif-deleted', 'tag': 'b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc', 'status': 'completed', 'code': 200} Apr 12 11:04:41.396624 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-2516e1a9-94f3-4ee1-b664-ab3084154153 req-d11654d4-cb05-43e6-adb3-c757db98d0fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387585 Apr 12 11:04:41.586811 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1173156a-8626-4d31-a098-c85619a6b7ad req-be4bd1ae-3fde-4f72-80ba-351b30530b7f tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 210 time: 0.0271549 Apr 12 11:04:41.753069 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c79c8864-ee7a-4e55-b566-6fda2e44e886 req-aaedb23e-d035-4dbf-ae83-80bbd3221d80 tempest-DeleteServersTestJSON-1884655973 tempest-DeleteServersTestJSON-1884655973-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c6c70e2-82ba-4f36-b249-2207d1858f3b HTTP/1.1" status: 200 len: 210 time: 0.0285890 Apr 12 11:04:41.954421 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516e1a9-94f3-4ee1-b664-ab3084154153 req-c6bc25b6-1990-4dd5-b51e-71bffc6ab0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:41.955953 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-2516e1a9-94f3-4ee1-b664-ab3084154153 req-c6bc25b6-1990-4dd5-b51e-71bffc6ab0f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32e5cadd300d492aa1e9baa86a13b241&device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 1130 time: 0.0656590 Apr 12 11:04:41.985369 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8998610-964b-4bd2-ae6a-84b40a74395e req-1794e106-4329-454c-9021-af6af553bf62 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:41.986867 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b8998610-964b-4bd2-ae6a-84b40a74395e req-1794e106-4329-454c-9021-af6af553bf62 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0560253 Apr 12 11:04:42.070443 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b8998610-964b-4bd2-ae6a-84b40a74395e req-d75bd621-1da0-47d9-8736-5986b7b0307d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694473 Apr 12 11:04:42.100214 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-349e2191-b736-4d5c-9949-cef0a0b1e0a7 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a156ce595dba4f5fa8689f9f68597adc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436537 Apr 12 11:04:42.177389 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516e1a9-94f3-4ee1-b664-ab3084154153 req-147d8542-8773-47d2-b626-00ed80b1fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:42.178884 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2516e1a9-94f3-4ee1-b664-ab3084154153 req-147d8542-8773-47d2-b626-00ed80b1fd6e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0317d028-0989-472a-96e6-acd16004829e HTTP/1.1" status: 200 len: 912 time: 0.1073804 Apr 12 11:04:42.499354 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2516e1a9-94f3-4ee1-b664-ab3084154153 req-54cf55d9-375f-4961-b06e-4bf3bcdf31e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=402270a4-9c50-4876-a983-bab38cb615b9 HTTP/1.1" status: 200 len: 1001 time: 0.0639582 Apr 12 11:04:42.570973 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516e1a9-94f3-4ee1-b664-ab3084154153 req-30c373be-00fb-4c9d-b88e-a03780a744dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:42.572481 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2516e1a9-94f3-4ee1-b664-ab3084154153 req-30c373be-00fb-4c9d-b88e-a03780a744dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960eacfe-1fad-4c86-97dd-e4deb4410d5f HTTP/1.1" status: 200 len: 850 time: 0.0484512 Apr 12 11:04:42.636335 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516e1a9-94f3-4ee1-b664-ab3084154153 req-9b9819c6-e53c-4a1b-b79c-5aef8ff2bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:42.638709 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2516e1a9-94f3-4ee1-b664-ab3084154153 req-9b9819c6-e53c-4a1b-b79c-5aef8ff2bbd8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0317d028-0989-472a-96e6-acd16004829e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581434 Apr 12 11:04:42.720118 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8cc964ab-0769-43dd-911d-fc9d3f8eb84c req-3e4b3e78-5ffd-450f-9c32-672c31f89820 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 210 time: 0.0396881 Apr 12 11:04:42.797529 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2516e1a9-94f3-4ee1-b664-ab3084154153 req-b0542269-a704-4d8f-b442-55e00e9dad0f service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253986 Apr 12 11:04:42.827847 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-30f81369-882f-4a36-b0d9-14a89392f1e9 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:42.829513 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-30f81369-882f-4a36-b0d9-14a89392f1e9 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3951766 Apr 12 11:04:42.853432 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Request body: {'port': {'device_id': '013a8110-2ba8-4338-b03f-7617bc6f900b', 'network_id': '7d6a33d3-a270-4e49-8738-2a74accfadc3', 'admin_state_up': True, 'tenant_id': 'a156ce595dba4f5fa8689f9f68597adc'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:42.892828 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2516e1a9-94f3-4ee1-b664-ab3084154153 req-2cf2cb90-ca41-4a5f-8091-a8171d90011a service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889497 Apr 12 11:04:42.974411 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Made reservation on behalf of a156ce595dba4f5fa8689f9f68597adc for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:42.978309 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:42.987030 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:43.071458 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Publish callbacks [] for security_group (b32c892d-fd5a-4b20-9c45-e7381163eff6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:43.077734 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (b32c892d-fd5a-4b20-9c45-e7381163eff6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:43.146754 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32c892d-fd5a-4b20-9c45-e7381163eff6,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:43.216595 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb89e1-3c56-4b52-903b-9dba95dd6212 req-48cda001-00f9-43d4-a328-77c46e6c9c72 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:43.219063 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-18bb89e1-3c56-4b52-903b-9dba95dd6212 req-48cda001-00f9-43d4-a328-77c46e6c9c72 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0595834 Apr 12 11:04:43.237139 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Allocated IP 192.168.233.23 (7d6a33d3-a270-4e49-8738-2a74accfadc3/d4f4e0cc-c82c-4bd2-ab74-389dde259ed1/6e3f1a7b-af0f-4127-be10-69ec4148ac96) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:04:43.274164 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-18bb89e1-3c56-4b52-903b-9dba95dd6212 req-217fb338-bbbd-4cb7-bf80-24259ef35305 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466340 Apr 12 11:04:43.417050 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Publish callbacks [] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:43.451985 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:43.499170 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Network 7d6a33d3-a270-4e49-8738-2a74accfadc3 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:04:43.502040 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:43.505508 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:04:43.510507 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:43.511161 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:43.520572 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Pushing event updated for resources: {'Port': ['ID=6e3f1a7b-af0f-4127-be10-69ec4148ac96,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:43.532772 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-8ede5086-a64f-49e0-a156-ae92f30c9574 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6840079 Apr 12 11:04:43.553889 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Request body: {'port': {'device_id': '013a8110-2ba8-4338-b03f-7617bc6f900b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:43.615515 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:43.708125 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-a5114e2a-9ad5-4a1c-bc5b-7ac5377ff210 None None] Provisioning complete for port 6e3f1a7b-af0f-4127-be10-69ec4148ac96 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:04:43.708704 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a5114e2a-9ad5-4a1c-bc5b-7ac5377ff210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:43.743126 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-a5114e2a-9ad5-4a1c-bc5b-7ac5377ff210 None None] Port 6e3f1a7b-af0f-4127-be10-69ec4148ac96 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:04:43.844901 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e6bf8-860f-46f3-aa59-437f02222b80 req-c486a65b-7730-4e16-947d-900dea2fdd5a tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:43.847044 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fd6e6bf8-860f-46f3-aa59-437f02222b80 req-c486a65b-7730-4e16-947d-900dea2fdd5a tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 935 time: 0.0553973 Apr 12 11:04:43.897512 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fd6e6bf8-860f-46f3-aa59-437f02222b80 req-a76b0e49-372d-4f85-97e9-5d9f9f381dde tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441866 Apr 12 11:04:43.907122 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3f1a7b-af0f-4127-be10-69ec4148ac96 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:04:43.914771 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Publish callbacks [] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:43.928659 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Transition to ACTIVE for port object 6e3f1a7b-af0f-4127-be10-69ec4148ac96 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:04:43.932103 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:43.985804 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18858473-eff8-4645-a000-d17549e1052d service neutron] Pushing event updated for resources: {'Port': ['ID=6e3f1a7b-af0f-4127-be10-69ec4148ac96,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:44.017764 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Attempting to bind port 6e3f1a7b-af0f-4127-be10-69ec4148ac96 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:04:44.017764 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Attempting to bind port 6e3f1a7b-af0f-4127-be10-69ec4148ac96 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c7f315ef-8443-4fc8-826d-1dff0c93c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7d6a33d3-a270-4e49-8738-2a74accfadc3'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:04:44.017764 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Attempting to bind port 6e3f1a7b-af0f-4127-be10-69ec4148ac96 on network 7d6a33d3-a270-4e49-8738-2a74accfadc3 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:44.021888 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Port 6e3f1a7b-af0f-4127-be10-69ec4148ac96 on network 7d6a33d3-a270-4e49-8738-2a74accfadc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:04:44.022211 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Attempting to bind port 6e3f1a7b-af0f-4127-be10-69ec4148ac96 on network 7d6a33d3-a270-4e49-8738-2a74accfadc3 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:04:44.028853 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:04:44.029190 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Checking segment: {'id': 'c7f315ef-8443-4fc8-826d-1dff0c93c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7d6a33d3-a270-4e49-8738-2a74accfadc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:44.030370 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Bound using segment: {'id': 'c7f315ef-8443-4fc8-826d-1dff0c93c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7d6a33d3-a270-4e49-8738-2a74accfadc3'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:04:44.030809 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Bound port: 6e3f1a7b-af0f-4127-be10-69ec4148ac96, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7f315ef-8443-4fc8-826d-1dff0c93c9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '7d6a33d3-a270-4e49-8738-2a74accfadc3'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:04:44.035357 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:44.111925 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] For port 6e3f1a7b-af0f-4127-be10-69ec4148ac96, host hv-cinder-83008, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:04:44.115256 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] For port 6e3f1a7b-af0f-4127-be10-69ec4148ac96, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e3f1a7b-af0f-4127-be10-69ec4148ac96,segment=NetworkSegment(c7f315ef-8443-4fc8-826d-1dff0c93c9dd),segment_id=c7f315ef-8443-4fc8-826d-1dff0c93c9dd)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:04:44.125926 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:44.176053 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:44.176679 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:44.178059 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-18858473-eff8-4645-a000-d17549e1052d service neutron] 10.222.0.61 "PUT /v2.0/ports/6e3f1a7b-af0f-4127-be10-69ec4148ac96 HTTP/1.1" status: 200 len: 1097 time: 0.6285453 Apr 12 11:04:44.178668 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013a8110-2ba8-4338-b03f-7617bc6f900b', 'tag': '6e3f1a7b-af0f-4127-be10-69ec4148ac96'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:04:44.180750 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874a06e2-d96c-4633-95b8-49a92b93d058" -d '{"events": [{"name": "network-changed", "server_uuid": "013a8110-2ba8-4338-b03f-7617bc6f900b", "tag": "6e3f1a7b-af0f-4127-be10-69ec4148ac96"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:04:44.204356 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18858473-eff8-4645-a000-d17549e1052d service neutron] Pushing event updated for resources: {'Port': ['ID=6e3f1a7b-af0f-4127-be10-69ec4148ac96,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:44.239086 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986d7c02-2a3d-44c3-8cfc-5ebce296ce7b x-openstack-request-id: req-986d7c02-2a3d-44c3-8cfc-5ebce296ce7b {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:04:44.239413 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013a8110-2ba8-4338-b03f-7617bc6f900b", "tag": "6e3f1a7b-af0f-4127-be10-69ec4148ac96", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:04:44.239671 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-986d7c02-2a3d-44c3-8cfc-5ebce296ce7b {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:04:44.240471 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986d7c02-2a3d-44c3-8cfc-5ebce296ce7b'] response: {'name': 'network-changed', 'server_uuid': '013a8110-2ba8-4338-b03f-7617bc6f900b', 'tag': '6e3f1a7b-af0f-4127-be10-69ec4148ac96', 'status': 'completed', 'code': 200} Apr 12 11:04:44.267273 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 49198) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:44.363830 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-c5e5a328-3e8d-40b0-983f-32cf40f85a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:44.365377 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-c5e5a328-3e8d-40b0-983f-32cf40f85a41 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a156ce595dba4f5fa8689f9f68597adc&device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 1131 time: 0.0700867 Apr 12 11:04:44.368388 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-536d4ac7-a6e5-428d-94c0-13032c71b350 admin admin] Deleting subnet a75f42ca-cf85-4056-8443-b2c2f56487f5 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:04:44.372414 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-536d4ac7-a6e5-428d-94c0-13032c71b350 admin admin] Publish callbacks [] for subnet (a75f42ca-cf85-4056-8443-b2c2f56487f5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:44.431037 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781fd57-3c95-47a1-bf95-ac7f98d9380c req-7484a8ef-e753-452c-adb6-aea1dec8619f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:44.432661 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5781fd57-3c95-47a1-bf95-ac7f98d9380c req-7484a8ef-e753-452c-adb6-aea1dec8619f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0592217 Apr 12 11:04:44.451632 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-290a34bb-e8e5-44df-9245-028b022fd766 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6e3f1a7b-af0f-4127-be10-69ec4148ac96 HTTP/1.1" status: 200 len: 217 time: 0.0590801 Apr 12 11:04:44.459014 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-536d4ac7-a6e5-428d-94c0-13032c71b350 admin admin] Publish callbacks [] for subnet (a75f42ca-cf85-4056-8443-b2c2f56487f5), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:44.484823 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5781fd57-3c95-47a1-bf95-ac7f98d9380c req-ba885553-c800-48df-8b91-5158ca208d2e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453069 Apr 12 11:04:44.494723 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-536d4ac7-a6e5-428d-94c0-13032c71b350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (a75f42ca-cf85-4056-8443-b2c2f56487f5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:44.540560 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-3f7aef84-47c7-4c22-a048-e67be5cb359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:44.542017 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-3f7aef84-47c7-4c22-a048-e67be5cb359b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4f4e0cc-c82c-4bd2-ab74-389dde259ed1 HTTP/1.1" status: 200 len: 843 time: 0.0795119 Apr 12 11:04:44.587875 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:04:44.596521 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-536d4ac7-a6e5-428d-94c0-13032c71b350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for subnet (a75f42ca-cf85-4056-8443-b2c2f56487f5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:44.614007 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:04:44.614350 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device b7a12ad4-fd77-456d-ab6a-90d1e20c2bfc not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:04:44.626840 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d4ac7-a6e5-428d-94c0-13032c71b350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a75f42ca-cf85-4056-8443-b2c2f56487f5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:44.641334 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-536d4ac7-a6e5-428d-94c0-13032c71b350 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:44.644582 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-536d4ac7-a6e5-428d-94c0-13032c71b350 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a75f42ca-cf85-4056-8443-b2c2f56487f5 HTTP/1.1" status: 204 len: 168 time: 0.3763700 Apr 12 11:04:44.645900 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-a90279ac-f655-42ef-8d3a-b0cc363e1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:44.647200 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 49208) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:44.647400 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-a90279ac-f655-42ef-8d3a-b0cc363e1932 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d6a33d3-a270-4e49-8738-2a74accfadc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0880256 Apr 12 11:04:44.742171 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (673a993d-0555-4d0d-8fd9-c33d0481b87b), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:44.797014 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-c72a4635-f2b6-4451-bea1-941febb82261 service neutron] 10.222.0.61 "GET /v2.0/networks/7d6a33d3-a270-4e49-8738-2a74accfadc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387093 Apr 12 11:04:44.844033 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (673a993d-0555-4d0d-8fd9-c33d0481b87b), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:44.870332 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:44.870992 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:44.871577 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:44.871933 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Subscribe: > port after_create 55550000 {{(pid=103203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:44.872254 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Subscribe: > port after_delete 55550000 {{(pid=103203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:44.872567 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Subscribe: > port after_update 55550000 {{(pid=103203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:44.872880 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:44.873193 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:44.873502 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:44.873816 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:44.901894 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-86cc5831-5d84-4db4-b24c-7b9bb482c85d req-24236c14-2537-4f7b-ab43-09441f114137 service neutron] 10.222.0.61 "GET /v2.0/networks/7d6a33d3-a270-4e49-8738-2a74accfadc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895898 Apr 12 11:04:44.986405 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:44.986757 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:44.987090 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:44.987466 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103203) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:44.987874 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673a993d-0555-4d0d-8fd9-c33d0481b87b']}} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:45.018088 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4844ee8-e527-497a-9676-0213831c1611') {'for_net_delete': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:45.018378 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4844ee8-e527-497a-9676-0213831c1611') {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:45.033019 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a06e2-d96c-4633-95b8-49a92b93d058 req-5024ccf3-8ab0-4ab5-ba31-673911576798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:45.034523 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-874a06e2-d96c-4633-95b8-49a92b93d058 req-5024ccf3-8ab0-4ab5-ba31-673911576798 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a156ce595dba4f5fa8689f9f68597adc&device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 1131 time: 0.0389426 Apr 12 11:04:45.052570 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24944456'] for segment (b4844ee8-e527-497a-9676-0213831c1611), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:45.080361 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd2a7c-c6f9-4693-8953-7fad19b79168 req-bb72dd3b-9a36-45f4-8712-56b5132943d9 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:45.081931 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3ecd2a7c-c6f9-4693-8953-7fad19b79168 req-bb72dd3b-9a36-45f4-8712-56b5132943d9 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0888395 Apr 12 11:04:45.086407 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (b4844ee8-e527-497a-9676-0213831c1611), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:45.101194 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:04:45.101581 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12700329'] for segment (b4844ee8-e527-497a-9676-0213831c1611), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: from cryptography.utils import int_from_bytes Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: from cryptography.utils import int_from_bytes Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: Traceback (most recent call last): Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: timer() Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: cb(*args, **kw) Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: return func(*args, **kwargs) Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: self._notify() Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: self.callback(batched_events) Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: event.method(event) Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: return f(self, *a, **k) Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._get(url).json() Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: return self.request(url, 'GET', **kwargs) Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:04:45.129041 dv-cinder-830089-4-iscsi neutron-server[103203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:04:45.134573 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a06e2-d96c-4633-95b8-49a92b93d058 req-0ebc6623-d983-433c-8f95-8f0e052c73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:45.134573 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-874a06e2-d96c-4633-95b8-49a92b93d058 req-0ebc6623-d983-433c-8f95-8f0e052c73d5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7d6a33d3-a270-4e49-8738-2a74accfadc3 HTTP/1.1" status: 200 len: 870 time: 0.0895646 Apr 12 11:04:45.177253 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-874a06e2-d96c-4633-95b8-49a92b93d058 req-0c3da651-7bd2-4f21-8e53-875155afae2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6e3f1a7b-af0f-4127-be10-69ec4148ac96 HTTP/1.1" status: 200 len: 217 time: 0.0352821 Apr 12 11:04:45.212689 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3ecd2a7c-c6f9-4693-8953-7fad19b79168 req-7dd0b47c-fbbe-4446-b839-d28511fdd844 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197560 Apr 12 11:04:45.213692 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (673a993d-0555-4d0d-8fd9-c33d0481b87b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:45.230596 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:45.236515 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] 10.222.0.55 "DELETE /v2.0/networks/673a993d-0555-4d0d-8fd9-c33d0481b87b HTTP/1.1" status: 204 len: 168 time: 0.5882487 Apr 12 11:04:45.237054 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a06e2-d96c-4633-95b8-49a92b93d058 req-2fdf6f89-5d98-40bf-83df-567d63a26cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:45.237589 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93fb4f-2270-45e5-a0c4-46386eae1ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=673a993d-0555-4d0d-8fd9-c33d0481b87b,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:45.238964 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-874a06e2-d96c-4633-95b8-49a92b93d058 req-2fdf6f89-5d98-40bf-83df-567d63a26cff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4f4e0cc-c82c-4bd2-ab74-389dde259ed1 HTTP/1.1" status: 200 len: 843 time: 0.0528929 Apr 12 11:04:45.285820 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a06e2-d96c-4633-95b8-49a92b93d058 req-87efbd91-3afc-4211-939e-9d7c694652e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:45.287602 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-874a06e2-d96c-4633-95b8-49a92b93d058 req-87efbd91-3afc-4211-939e-9d7c694652e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d6a33d3-a270-4e49-8738-2a74accfadc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0392015 Apr 12 11:04:45.392173 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-874a06e2-d96c-4633-95b8-49a92b93d058 req-b13eeb1d-d913-4296-a1f1-a7fb1abe25d4 service neutron] 10.222.0.61 "GET /v2.0/networks/7d6a33d3-a270-4e49-8738-2a74accfadc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944448 Apr 12 11:04:45.433877 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 49222) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:45.473871 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-0a47d15b-0334-47ba-ad5a-f857c05089a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a81fa2a787d40dcaec7e8b6f28f930d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387793 Apr 12 11:04:45.476259 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 49224) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:45.493601 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-874a06e2-d96c-4633-95b8-49a92b93d058 req-c5dd5387-7643-42da-b27c-c366102660c3 service neutron] 10.222.0.61 "GET /v2.0/networks/7d6a33d3-a270-4e49-8738-2a74accfadc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934973 Apr 12 11:04:45.523442 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2a395a9-53f0-4c85-8d0c-418cbea998ac admin admin] Publish callbacks [] for security_group (c13adc9a-5945-4b47-9f57-c29b54207d7b), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:45.556197 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2a395a9-53f0-4c85-8d0c-418cbea998ac admin admin] Publish callbacks [] for security_group (c13adc9a-5945-4b47-9f57-c29b54207d7b), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:45.630788 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adf837-7c9b-4435-ae6a-16d3a6b7b660 req-7a78d030-c87d-47f3-854b-96fa716cc92c tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:45.632394 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-50adf837-7c9b-4435-ae6a-16d3a6b7b660 req-7a78d030-c87d-47f3-854b-96fa716cc92c tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0684988 Apr 12 11:04:45.662181 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2a395a9-53f0-4c85-8d0c-418cbea998ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (c13adc9a-5945-4b47-9f57-c29b54207d7b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:45.664668 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d2a395a9-53f0-4c85-8d0c-418cbea998ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:45.665760 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-d2a395a9-53f0-4c85-8d0c-418cbea998ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c13adc9a-5945-4b47-9f57-c29b54207d7b HTTP/1.1" status: 204 len: 168 time: 0.1884565 Apr 12 11:04:45.689119 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a395a9-53f0-4c85-8d0c-418cbea998ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13adc9a-5945-4b47-9f57-c29b54207d7b,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:45.698484 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-50adf837-7c9b-4435-ae6a-16d3a6b7b660 req-23935202-3280-44c8-842b-38ebf9e5414a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575006 Apr 12 11:04:46.337944 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b191-ce9f-4a16-bec2-04adde076376 req-dd270f46-432a-4e6b-ab46-0a038407b07c tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:46.339425 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4085b191-ce9f-4a16-bec2-04adde076376 req-dd270f46-432a-4e6b-ab46-0a038407b07c tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0508208 Apr 12 11:04:46.388436 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4085b191-ce9f-4a16-bec2-04adde076376 req-067bc8b4-8eb7-45e5-8d62-01dd120f02ff tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Apr 12 11:04:46.827360 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9358b3d-c1af-4104-8124-6b3dd36df7a9 req-d11ca298-fadc-4931-8d33-bc2cae771eee tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:46.828795 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c9358b3d-c1af-4104-8124-6b3dd36df7a9 req-d11ca298-fadc-4931-8d33-bc2cae771eee tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0491688 Apr 12 11:04:46.876411 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c9358b3d-c1af-4104-8124-6b3dd36df7a9 req-1ebdb4d3-d3f6-47fa-8c12-062cfbd6259f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415633 Apr 12 11:04:47.504409 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58162c-b8a6-43f3-828c-08e38450f7ba req-72717689-a39e-42f9-a414-fc1a9f58992c tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:47.505861 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f58162c-b8a6-43f3-828c-08e38450f7ba req-72717689-a39e-42f9-a414-fc1a9f58992c tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0477736 Apr 12 11:04:47.550856 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f58162c-b8a6-43f3-828c-08e38450f7ba req-f7fe1cda-731b-40e5-8e08-cd6a6b56f495 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392880 Apr 12 11:04:47.986892 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabaa4d1-0cee-412f-9c32-fd515a898199 req-1dc46b22-6f34-4ed8-a5fe-27231f4764c8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:47.988425 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dabaa4d1-0cee-412f-9c32-fd515a898199 req-1dc46b22-6f34-4ed8-a5fe-27231f4764c8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0465124 Apr 12 11:04:48.038138 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dabaa4d1-0cee-412f-9c32-fd515a898199 req-2575e8c3-dc34-49f9-a609-4baa6aa1c50f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441532 Apr 12 11:04:48.672538 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e695f-afb5-4b96-90a9-4051a9c3966a req-13f57502-e647-4c13-a4e5-9e527b7bd18b tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:48.673992 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fd7e695f-afb5-4b96-90a9-4051a9c3966a req-13f57502-e647-4c13-a4e5-9e527b7bd18b tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0542111 Apr 12 11:04:48.721385 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fd7e695f-afb5-4b96-90a9-4051a9c3966a req-460d0726-69a2-4a98-b799-d932f7264372 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414960 Apr 12 11:04:49.151790 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73916b77-bbf2-4b56-9e40-36ca559896a7 req-0d33eb36-0011-4f87-8005-fa7e9d1d5db0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:49.153290 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-73916b77-bbf2-4b56-9e40-36ca559896a7 req-0d33eb36-0011-4f87-8005-fa7e9d1d5db0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0443957 Apr 12 11:04:49.204707 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-73916b77-bbf2-4b56-9e40-36ca559896a7 req-ca645845-d9ef-424b-9a1a-c002b59a71a0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444312 Apr 12 11:04:49.835416 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821871c-289b-4ab3-9a6e-41ca3b2426e6 req-d9b6e8e0-2999-44b3-ba2d-1e176389f033 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:49.836816 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2821871c-289b-4ab3-9a6e-41ca3b2426e6 req-d9b6e8e0-2999-44b3-ba2d-1e176389f033 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0479286 Apr 12 11:04:49.884291 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2821871c-289b-4ab3-9a6e-41ca3b2426e6 req-47627b1f-958c-4055-8296-a44866acbab0 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414722 Apr 12 11:04:49.980279 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 49362) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:50.027411 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9af27b-0bb7-4b1a-a26e-89d848a7d9b5 admin admin] Deleting subnet 80fa5f1b-a3a8-432b-bd29-78db894f5202 {{(pid=103203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:04:50.032049 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa9af27b-0bb7-4b1a-a26e-89d848a7d9b5 admin admin] Publish callbacks [] for subnet (80fa5f1b-a3a8-432b-bd29-78db894f5202), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.068604 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa9af27b-0bb7-4b1a-a26e-89d848a7d9b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24944449'] for subnet (80fa5f1b-a3a8-432b-bd29-78db894f5202), precommit_delete_associations {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.109689 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa9af27b-0bb7-4b1a-a26e-89d848a7d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (80fa5f1b-a3a8-432b-bd29-78db894f5202), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.164960 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa9af27b-0bb7-4b1a-a26e-89d848a7d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12700163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24906887'] for subnet (80fa5f1b-a3a8-432b-bd29-78db894f5202), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.191206 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9af27b-0bb7-4b1a-a26e-89d848a7d9b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80fa5f1b-a3a8-432b-bd29-78db894f5202,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:50.193287 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa9af27b-0bb7-4b1a-a26e-89d848a7d9b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.198385 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-fa9af27b-0bb7-4b1a-a26e-89d848a7d9b5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/80fa5f1b-a3a8-432b-bd29-78db894f5202 HTTP/1.1" status: 204 len: 168 time: 0.2168283 Apr 12 11:04:50.199015 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 49364) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:50.271478 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (dd28fd72-3c60-455c-96c3-ed1897d767aa), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.326235 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9e234-511f-4c3b-bcbc-40c68cabf2ec req-a999b47a-551e-4d62-b897-1efc8cf6fc34 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:50.328184 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8fe9e234-511f-4c3b-bcbc-40c68cabf2ec req-a999b47a-551e-4d62-b897-1efc8cf6fc34 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0513635 Apr 12 11:04:50.356272 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (dd28fd72-3c60-455c-96c3-ed1897d767aa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.375470 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8fe9e234-511f-4c3b-bcbc-40c68cabf2ec req-47f6a1c3-d505-4cff-8f02-175b3fc66bb3 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390151 Apr 12 11:04:50.377399 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:50.377712 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:50.378601 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:50.378801 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Subscribe: > port after_create 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:50.379284 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:50.380131 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Subscribe: > port after_update 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:50.380131 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:50.380305 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:50.380664 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:50.380993 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:50.447003 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:50.447381 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:50.447714 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:50.448044 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 11:04:50.448443 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd28fd72-3c60-455c-96c3-ed1897d767aa']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:50.467896 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd8b17b-2d0c-4675-a2ad-6be95f407c4d') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:50.468182 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd8b17b-2d0c-4675-a2ad-6be95f407c4d') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:50.490344 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13103820'] for segment (fdd8b17b-2d0c-4675-a2ad-6be95f407c4d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.510911 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (fdd8b17b-2d0c-4675-a2ad-6be95f407c4d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.519157 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:04:50.519565 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13071068'] for segment (fdd8b17b-2d0c-4675-a2ad-6be95f407c4d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: from cryptography.utils import int_from_bytes Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: from cryptography.utils import int_from_bytes Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: Traceback (most recent call last): Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: timer() Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: cb(*args, **kw) Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: return func(*args, **kwargs) Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: self._notify() Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: self.callback(batched_events) Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: event.method(event) Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: return f(self, *a, **k) Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: return self._get(url).json() Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: return self.request(url, 'GET', **kwargs) Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:04:50.523690 dv-cinder-830089-4-iscsi neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:04:50.582326 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (dd28fd72-3c60-455c-96c3-ed1897d767aa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.592156 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.602143 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] 10.222.0.55 "DELETE /v2.0/networks/dd28fd72-3c60-455c-96c3-ed1897d767aa HTTP/1.1" status: 204 len: 168 time: 0.3996716 Apr 12 11:04:50.602906 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 49376) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:50.621115 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e682e-0cbc-4700-830e-aac19853909e admin admin] Pushing event deleted for resources: {'Network': ['ID=dd28fd72-3c60-455c-96c3-ed1897d767aa,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:50.677916 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_v2 [None req-b185e7ef-25b9-4da2-a8c5-e82f13a193cb admin admin] Deleting subnet c1cbd5a0-ece7-46fc-80d6-822662901e40 {{(pid=103203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:04:50.681463 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b185e7ef-25b9-4da2-a8c5-e82f13a193cb admin admin] Publish callbacks [] for subnet (c1cbd5a0-ece7-46fc-80d6-822662901e40), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.730639 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b185e7ef-25b9-4da2-a8c5-e82f13a193cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24944449'] for subnet (c1cbd5a0-ece7-46fc-80d6-822662901e40), precommit_delete_associations {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.766886 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b185e7ef-25b9-4da2-a8c5-e82f13a193cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (c1cbd5a0-ece7-46fc-80d6-822662901e40), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.822346 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b185e7ef-25b9-4da2-a8c5-e82f13a193cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12700163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24906887'] for subnet (c1cbd5a0-ece7-46fc-80d6-822662901e40), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.850004 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185e7ef-25b9-4da2-a8c5-e82f13a193cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1cbd5a0-ece7-46fc-80d6-822662901e40,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:50.855456 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b185e7ef-25b9-4da2-a8c5-e82f13a193cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:50.858896 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-b185e7ef-25b9-4da2-a8c5-e82f13a193cb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c1cbd5a0-ece7-46fc-80d6-822662901e40 HTTP/1.1" status: 204 len: 168 time: 0.2548797 Apr 12 11:04:50.861370 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 49392) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:50.929173 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-451e47ef-c48a-421e-a2f6-4e0260c2ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:51.254040 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-451e47ef-c48a-421e-a2f6-4e0260c2ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:51.268593 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa822e-2f69-4886-a6c0-354044742d5f req-01bf59c8-6de0-4430-be6f-4555c2b52b5a tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:51.270057 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c4fa822e-2f69-4886-a6c0-354044742d5f req-01bf59c8-6de0-4430-be6f-4555c2b52b5a tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.3068011 Apr 12 11:04:51.289648 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-451e47ef-c48a-421e-a2f6-4e0260c2ca61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf']}} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:51.306134 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-451e47ef-c48a-421e-a2f6-4e0260c2ca61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247b0198-32d9-48db-9005-d03ee2f5e62b') {'for_net_delete': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:51.306427 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-451e47ef-c48a-421e-a2f6-4e0260c2ca61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247b0198-32d9-48db-9005-d03ee2f5e62b') {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:04:51.319166 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-451e47ef-c48a-421e-a2f6-4e0260c2ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24944456'] for segment (247b0198-32d9-48db-9005-d03ee2f5e62b), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:51.348454 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-451e47ef-c48a-421e-a2f6-4e0260c2ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (247b0198-32d9-48db-9005-d03ee2f5e62b), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:51.357116 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c4fa822e-2f69-4886-a6c0-354044742d5f req-08137438-f194-4363-8fb9-cc3374aa490c tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810909 Apr 12 11:04:51.358176 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451e47ef-c48a-421e-a2f6-4e0260c2ca61 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:04:51.358556 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-451e47ef-c48a-421e-a2f6-4e0260c2ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12700329'] for segment (247b0198-32d9-48db-9005-d03ee2f5e62b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: Traceback (most recent call last): Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: timer() Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: cb(*args, **kw) Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: return func(*args, **kwargs) Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: self._notify() Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: self.callback(batched_events) Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: event.method(event) Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: return f(self, *a, **k) Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._get(url).json() Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: return self.request(url, 'GET', **kwargs) Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:04:51.360277 dv-cinder-830089-4-iscsi neutron-server[103203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:04:51.433633 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-451e47ef-c48a-421e-a2f6-4e0260c2ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:51.450068 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-451e47ef-c48a-421e-a2f6-4e0260c2ca61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:51.453690 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-451e47ef-c48a-421e-a2f6-4e0260c2ca61 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf HTTP/1.1" status: 204 len: 168 time: 0.5913074 Apr 12 11:04:51.456558 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e47ef-c48a-421e-a2f6-4e0260c2ca61 admin admin] Pushing event deleted for resources: {'Network': ['ID=b933dce0-b8ba-40a8-ae5a-aa3da07c7fcf,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:51.506148 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc97c-e0b0-4f2a-8af1-bdd83d74927a req-3c48119f-d9d0-4ae1-87fd-32b5b2929134 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:51.507715 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-37bfc97c-e0b0-4f2a-8af1-bdd83d74927a req-3c48119f-d9d0-4ae1-87fd-32b5b2929134 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0530372 Apr 12 11:04:51.559926 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-37bfc97c-e0b0-4f2a-8af1-bdd83d74927a req-ee2ab8cd-dd0e-4fb2-9b44-99a141cfe8fb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463586 Apr 12 11:04:51.628810 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 49424) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:51.667124 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-08fe6776-5182-4407-a3b5-03a22e3e482b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42e5a819ca3d434b97eabdb2ba3466f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370920 Apr 12 11:04:51.669471 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 49428) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:51.722408 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-295d8abe-3c62-4bcb-84d9-4116c6483a1b admin admin] Publish callbacks [] for security_group (e0517d7d-e001-47b6-a399-ad0ee13423ce), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:51.748497 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-295d8abe-3c62-4bcb-84d9-4116c6483a1b admin admin] Publish callbacks [] for security_group (e0517d7d-e001-47b6-a399-ad0ee13423ce), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:51.793256 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-295d8abe-3c62-4bcb-84d9-4116c6483a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e0517d7d-e001-47b6-a399-ad0ee13423ce), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:51.796460 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-295d8abe-3c62-4bcb-84d9-4116c6483a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:51.797614 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-295d8abe-3c62-4bcb-84d9-4116c6483a1b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0517d7d-e001-47b6-a399-ad0ee13423ce HTTP/1.1" status: 204 len: 168 time: 0.1265404 Apr 12 11:04:51.805467 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d8abe-3c62-4bcb-84d9-4116c6483a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0517d7d-e001-47b6-a399-ad0ee13423ce,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:52.122154 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 49436) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:52.162995 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-6d33d922-ebdb-47d3-b870-41a9c472a7bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51104f53b06c43279f6e98e1383adf2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396094 Apr 12 11:04:52.165355 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 49438) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:52.212518 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4e867281-b7ae-4ac6-8201-13ff469a4a64 admin admin] Publish callbacks [] for security_group (81a3e907-b12c-47ee-b4d4-be82fad63566), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:52.233440 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4e867281-b7ae-4ac6-8201-13ff469a4a64 admin admin] Publish callbacks [] for security_group (81a3e907-b12c-47ee-b4d4-be82fad63566), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:52.276980 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4e867281-b7ae-4ac6-8201-13ff469a4a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (81a3e907-b12c-47ee-b4d4-be82fad63566), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:52.279528 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4e867281-b7ae-4ac6-8201-13ff469a4a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:52.280659 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-4e867281-b7ae-4ac6-8201-13ff469a4a64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81a3e907-b12c-47ee-b4d4-be82fad63566 HTTP/1.1" status: 204 len: 168 time: 0.1144295 Apr 12 11:04:52.290361 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e867281-b7ae-4ac6-8201-13ff469a4a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a3e907-b12c-47ee-b4d4-be82fad63566,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:52.487057 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80887b29-c02b-4d92-a81f-0c3158d72c16 req-4e12fb52-1e4b-48c1-a66a-1375fbc33b41 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:52.488581 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-80887b29-c02b-4d92-a81f-0c3158d72c16 req-4e12fb52-1e4b-48c1-a66a-1375fbc33b41 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0510468 Apr 12 11:04:52.543314 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-80887b29-c02b-4d92-a81f-0c3158d72c16 req-c724c83e-3397-4b80-b0c6-57c3207c572d tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436528 Apr 12 11:04:52.680086 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b117942-7dc2-4432-b9a5-99105fd4a30c req-c8bc6095-12e3-48fb-aebb-cfd596468b8d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:52.681544 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9b117942-7dc2-4432-b9a5-99105fd4a30c req-c8bc6095-12e3-48fb-aebb-cfd596468b8d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0522838 Apr 12 11:04:52.734470 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9b117942-7dc2-4432-b9a5-99105fd4a30c req-39e1bc3b-f7a8-4cb9-80c5-b31407dbb211 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466714 Apr 12 11:04:53.004742 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 49476) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:53.109149 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-935134154-network', 'tenant_id': 'c9f83f828e4a4224aec63d47c18c2c66'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:53.128672 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] Made reservation on behalf of c9f83f828e4a4224aec63d47c18c2c66 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:53.130831 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:53.138882 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:53.223038 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] Publish callbacks [] for security_group (8d7191a9-03c9-4239-afbd-94ef4b59c02d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:53.228222 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (8d7191a9-03c9-4239-afbd-94ef4b59c02d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:53.252917 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:04:53.261464 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7191a9-03c9-4239-afbd-94ef4b59c02d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:53.267795 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (b424691c-8b6b-48c9-8734-b16aee388cea), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:53.268128 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.segments_db [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] Added segment b424691c-8b6b-48c9-8734-b16aee388cea of type vlan for network e19fc6fe-3d19-49ab-845c-e368d6913c8d Apr 12 11:04:53.306625 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (e19fc6fe-3d19-49ab-845c-e368d6913c8d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:53.331813 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (e19fc6fe-3d19-49ab-845c-e368d6913c8d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:53.332874 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:53.333463 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:53.395608 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3897102 Apr 12 11:04:53.398461 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 49480) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:53.399304 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb546d1-6473-450d-875d-fdacc26526c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e19fc6fe-3d19-49ab-845c-e368d6913c8d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:53.404417 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-d6c6d782-e1a6-46af-bb3c-dc2c609a1fd6 admin admin] Request body: {'subnet': {'network_id': 'e19fc6fe-3d19-49ab-845c-e368d6913c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-935134154-subnet', 'tenant_id': 'c9f83f828e4a4224aec63d47c18c2c66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:04:53.409078 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network e19fc6fe-3d19-49ab-845c-e368d6913c8d details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:04:53.426851 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c6d782-e1a6-46af-bb3c-dc2c609a1fd6 admin admin] Made reservation on behalf of c9f83f828e4a4224aec63d47c18c2c66 for: {'subnet': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:04:53.429194 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d782-e1a6-46af-bb3c-dc2c609a1fd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24906906'] for subnet (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:53.602060 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d782-e1a6-46af-bb3c-dc2c609a1fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12698830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24906888'] for subnet (7b613ddc-1e0f-496d-ba47-cb5386aad2be), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:53.696943 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b9d80-ec6e-4595-812a-70f3cc060bb9 req-2bb7e16f-3d47-4dc7-896f-ef0fc6ca7f86 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:53.698394 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f31b9d80-ec6e-4595-812a-70f3cc060bb9 req-2bb7e16f-3d47-4dc7-896f-ef0fc6ca7f86 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0720186 Apr 12 11:04:53.713636 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6d782-e1a6-46af-bb3c-dc2c609a1fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b613ddc-1e0f-496d-ba47-cb5386aad2be,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:53.737469 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6d782-e1a6-46af-bb3c-dc2c609a1fd6 admin admin] Checking segment: {'id': 'b424691c-8b6b-48c9-8734-b16aee388cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e19fc6fe-3d19-49ab-845c-e368d6913c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:04:53.737764 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6d782-e1a6-46af-bb3c-dc2c609a1fd6 admin admin] Network hostable DHCP agents. Network: e19fc6fe-3d19-49ab-845c-e368d6913c8d, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:04:53.781400 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f31b9d80-ec6e-4595-812a-70f3cc060bb9 req-08c01c39-0ba9-48d0-b734-c8eee46dc2af tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688562 Apr 12 11:04:53.790614 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6d782-e1a6-46af-bb3c-dc2c609a1fd6 admin admin] Network e19fc6fe-3d19-49ab-845c-e368d6913c8d is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:04:53.815578 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-d6c6d782-e1a6-46af-bb3c-dc2c609a1fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, e19fc6fe-3d19-49ab-845c-e368d6913c8d) {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:04:53.836842 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7753ec-a1a8-4bee-aace-13646dcf0f35 None None] Network e19fc6fe-3d19-49ab-845c-e368d6913c8d requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:04:53.873068 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c6d782-e1a6-46af-bb3c-dc2c609a1fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:53.873673 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d6c6d782-e1a6-46af-bb3c-dc2c609a1fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:53.898326 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3f7b8-e39a-4bc2-923a-4d72cb0e19ab req-d2e19c06-7dd8-4c0b-a1f9-c183c1d5b9cc tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:53.899806 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-05d3f7b8-e39a-4bc2-923a-4d72cb0e19ab req-d2e19c06-7dd8-4c0b-a1f9-c183c1d5b9cc tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0730715 Apr 12 11:04:53.905655 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-d6c6d782-e1a6-46af-bb3c-dc2c609a1fd6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5039058 Apr 12 11:04:53.954268 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-05d3f7b8-e39a-4bc2-923a-4d72cb0e19ab req-49e462cc-7927-479e-9905-8bc33716d32d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450816 Apr 12 11:04:53.958604 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c32c6a-43ff-490a-930b-f2a9748f59f2 None None] Network e19fc6fe-3d19-49ab-845c-e368d6913c8d requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:04:54.588828 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d29f0d86-9366-4b7b-b7b5-8d1308e8e8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:54.916148 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690ca46-2851-4bb6-af0d-f49c4fb7690d req-bd8f7c63-58e9-488c-a6ed-ded4a7edb5d5 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:54.917750 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0690ca46-2851-4bb6-af0d-f49c4fb7690d req-bd8f7c63-58e9-488c-a6ed-ded4a7edb5d5 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0530846 Apr 12 11:04:54.971975 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0690ca46-2851-4bb6-af0d-f49c4fb7690d req-4101b0a8-a82e-451d-9e9e-766fdbba697b tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471675 Apr 12 11:04:55.079553 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0e782-b47a-463c-acb0-bd47079adcbc req-8ac07c51-a920-4037-bba2-66ec58e9e88a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:55.083871 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7a0e782-b47a-463c-acb0-bd47079adcbc req-8ac07c51-a920-4037-bba2-66ec58e9e88a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0489724 Apr 12 11:04:55.084539 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 49520) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:55.132007 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7a0e782-b47a-463c-acb0-bd47079adcbc req-3a080096-1421-4508-8d06-85e860486ac3 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424335 Apr 12 11:04:55.189037 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9a9f76fc-0a9f-44cd-be33-95c028dc6301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:55.267096 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9a9f76fc-0a9f-44cd-be33-95c028dc6301 admin admin] Publish callbacks [] for security_group (e3424635-69ad-4ebe-8bf4-f7b8f00fc6b0), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:55.271389 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9a9f76fc-0a9f-44cd-be33-95c028dc6301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e3424635-69ad-4ebe-8bf4-f7b8f00fc6b0), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:55.309810 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-9a9f76fc-0a9f-44cd-be33-95c028dc6301 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=885900860d2f44c8b445114bfdbae412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247365 Apr 12 11:04:55.310704 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f76fc-0a9f-44cd-be33-95c028dc6301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3424635-69ad-4ebe-8bf4-f7b8f00fc6b0,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:55.313171 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 49524) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:04:55.361982 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01da657c-11dd-4d8c-af56-a196463e867b admin admin] Publish callbacks [] for security_group (e3424635-69ad-4ebe-8bf4-f7b8f00fc6b0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:55.382560 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01da657c-11dd-4d8c-af56-a196463e867b admin admin] Publish callbacks [] for security_group (e3424635-69ad-4ebe-8bf4-f7b8f00fc6b0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:55.428762 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01da657c-11dd-4d8c-af56-a196463e867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e3424635-69ad-4ebe-8bf4-f7b8f00fc6b0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:55.431380 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-01da657c-11dd-4d8c-af56-a196463e867b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:55.432518 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-01da657c-11dd-4d8c-af56-a196463e867b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3424635-69ad-4ebe-8bf4-f7b8f00fc6b0 HTTP/1.1" status: 204 len: 168 time: 0.1183736 Apr 12 11:04:55.441719 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da657c-11dd-4d8c-af56-a196463e867b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3424635-69ad-4ebe-8bf4-f7b8f00fc6b0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:04:56.086177 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bdf97-de27-4bcd-862d-ced033ed5b49 req-0806c251-4239-4a3e-b552-a1eaed2a797d tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:56.087826 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-843bdf97-de27-4bcd-862d-ced033ed5b49 req-0806c251-4239-4a3e-b552-a1eaed2a797d tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0477347 Apr 12 11:04:56.135832 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-843bdf97-de27-4bcd-862d-ced033ed5b49 req-e894e6e2-ea2a-4a73-abab-118852add24e tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406473 Apr 12 11:04:56.248070 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be42f0-c0f9-4f47-a53f-5b1cd564e703 req-8ebbe9c2-26e6-42e8-8c51-f6b4c6373f0b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:56.250204 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-35be42f0-c0f9-4f47-a53f-5b1cd564e703 req-8ebbe9c2-26e6-42e8-8c51-f6b4c6373f0b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0464182 Apr 12 11:04:56.306764 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-35be42f0-c0f9-4f47-a53f-5b1cd564e703 req-4733d9f6-1c1b-4177-ad83-555e05635a55 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503292 Apr 12 11:04:56.857718 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a0a2f12-c2cf-4d69-9305-f8a6a7f6973e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:57.248262 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34920fb1-e1fa-45dd-9a6a-b12d9da7b98d req-f2074ff6-20a8-40f8-b16b-ea3a456bbddb tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:57.250420 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-34920fb1-e1fa-45dd-9a6a-b12d9da7b98d req-f2074ff6-20a8-40f8-b16b-ea3a456bbddb tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0470049 Apr 12 11:04:57.296667 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-34920fb1-e1fa-45dd-9a6a-b12d9da7b98d req-7b27e143-9fcf-4d79-a22e-808d882e4dc4 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407121 Apr 12 11:04:57.417576 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd907e7-af03-4c3f-b8a4-873e0b48f14e req-1aafc10d-6854-48ea-9a92-ea67ba3cd871 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:57.419035 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0dd907e7-af03-4c3f-b8a4-873e0b48f14e req-1aafc10d-6854-48ea-9a92-ea67ba3cd871 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0448992 Apr 12 11:04:57.465341 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0dd907e7-af03-4c3f-b8a4-873e0b48f14e req-7039b9fc-81c6-4701-b5a5-d30d71f94aeb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Apr 12 11:04:58.097186 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:58.428516 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646f70d-ddca-4398-96a5-9ab9fb7bd6c0 req-36e73d0e-d22a-4349-87bf-71c61734d85c tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:58.429972 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a646f70d-ddca-4398-96a5-9ab9fb7bd6c0 req-36e73d0e-d22a-4349-87bf-71c61734d85c tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0583913 Apr 12 11:04:58.475898 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a646f70d-ddca-4398-96a5-9ab9fb7bd6c0 req-a57c708c-12d8-4021-aaa6-310f0153624b tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403595 Apr 12 11:04:58.576898 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466748d-07ad-4561-a6b5-6afb4dc46aec req-9c15f610-9344-4bdb-a3a7-a90ce68fb1b2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:58.578758 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6466748d-07ad-4561-a6b5-6afb4dc46aec req-9c15f610-9344-4bdb-a3a7-a90ce68fb1b2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0468378 Apr 12 11:04:58.625020 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6466748d-07ad-4561-a6b5-6afb4dc46aec req-745aa972-91be-4270-8bee-ef756ab96a71 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Apr 12 11:04:59.593902 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098105d-6487-459e-bfd6-c9f8cb18ab6d req-c04c31ce-e32e-4128-a536-6c107386d0cc tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:59.595402 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9098105d-6487-459e-bfd6-c9f8cb18ab6d req-c04c31ce-e32e-4128-a536-6c107386d0cc tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0482492 Apr 12 11:04:59.625459 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:04:59.651113 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9098105d-6487-459e-bfd6-c9f8cb18ab6d req-9be3193f-2739-4086-bd54-c433522dbc48 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487285 Apr 12 11:04:59.751306 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521af0dc-ef79-4bf2-947e-63f1fe23996a req-f49a372e-62c7-46f0-8ca4-f2954291edfe tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:04:59.752725 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-521af0dc-ef79-4bf2-947e-63f1fe23996a req-f49a372e-62c7-46f0-8ca4-f2954291edfe tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0459960 Apr 12 11:04:59.798441 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-521af0dc-ef79-4bf2-947e-63f1fe23996a req-11ebf964-f5a0-4122-8a3c-7b3eab5fdcda tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402410 Apr 12 11:05:00.767745 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d11d9d-6470-43be-8b00-6a1a5e7e429c req-dd3a056d-2eb2-4209-8710-3fc012cde232 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:00.769460 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-33d11d9d-6470-43be-8b00-6a1a5e7e429c req-dd3a056d-2eb2-4209-8710-3fc012cde232 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0520310 Apr 12 11:05:00.824080 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-33d11d9d-6470-43be-8b00-6a1a5e7e429c req-3f9bafb3-e3e2-495b-abc3-3e75f0bbc597 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487087 Apr 12 11:05:00.931425 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831a532-a944-4668-8183-b4a38afcb86d req-f807bada-029a-4735-a44a-ceca4dd03667 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:00.935162 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4831a532-a944-4668-8183-b4a38afcb86d req-f807bada-029a-4735-a44a-ceca4dd03667 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0535085 Apr 12 11:05:00.983986 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4831a532-a944-4668-8183-b4a38afcb86d req-6dc46dbf-5804-4181-ad3e-a4e19ab5368a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449386 Apr 12 11:05:01.088577 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:01.168695 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-06eb8267-026b-4174-bfa9-581c52c5da31 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:01.170168 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-06eb8267-026b-4174-bfa9-581c52c5da31 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/networks?id=e19fc6fe-3d19-49ab-845c-e368d6913c8d HTTP/1.1" status: 200 len: 808 time: 0.1109848 Apr 12 11:05:01.187687 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-27e2c2a0-5e30-4272-9688-6dc932c1f9b0 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/quotas/c9f83f828e4a4224aec63d47c18c2c66 HTTP/1.1" status: 200 len: 375 time: 0.0105095 Apr 12 11:05:01.220597 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-5fd9c8a3-a5a1-4e0a-8646-dd034dfa6ad2 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9f83f828e4a4224aec63d47c18c2c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276039 Apr 12 11:05:01.311101 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-136d2c4b-5c08-4e10-bd39-56c7ca19cdc6 service neutron] 10.222.0.55 "GET /v2.0/networks/e19fc6fe-3d19-49ab-845c-e368d6913c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838468 Apr 12 11:05:01.401429 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-1510a2c8-c97d-4b0f-95cb-7ca57989291f service neutron] 10.222.0.55 "GET /v2.0/networks/e19fc6fe-3d19-49ab-845c-e368d6913c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840702 Apr 12 11:05:01.556289 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7f67883-b97e-4ef5-b257-63039abeb0cc req-00216cc5-a3d1-4070-a7f3-1c7c66838ce5 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 210 time: 0.0279796 Apr 12 11:05:01.935719 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72597b2-2b78-4aca-9f88-d23163f9546b req-6ff98072-30f7-4ee6-bc68-d0edd2521c95 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:01.937061 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d72597b2-2b78-4aca-9f88-d23163f9546b req-6ff98072-30f7-4ee6-bc68-d0edd2521c95 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0452321 Apr 12 11:05:01.982866 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d72597b2-2b78-4aca-9f88-d23163f9546b req-8311e7f3-dfe0-4fdd-8659-25cd13a4e961 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401311 Apr 12 11:05:02.100532 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2571b60-ef77-47ad-a082-f9bd535fd6f7 req-fbf54b58-d953-46bb-9f8f-0df945af7f14 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:02.101997 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d2571b60-ef77-47ad-a082-f9bd535fd6f7 req-fbf54b58-d953-46bb-9f8f-0df945af7f14 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0504549 Apr 12 11:05:02.148022 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d2571b60-ef77-47ad-a082-f9bd535fd6f7 req-fe16d795-8656-400d-85a1-0d75d6345ef7 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Apr 12 11:05:02.647287 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-16d81d4f-bf74-48ed-987b-16be2db37cae req-a695f3a0-fd8a-4a14-9da9-ed41c62ec21b tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 210 time: 0.0263023 Apr 12 11:05:03.091752 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd722e47-a502-4d7e-ae94-62e54656ea7c req-53e44d15-961c-45d8-86b6-88d696555dc5 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:03.093828 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fd722e47-a502-4d7e-ae94-62e54656ea7c req-53e44d15-961c-45d8-86b6-88d696555dc5 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0459487 Apr 12 11:05:03.159414 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fd722e47-a502-4d7e-ae94-62e54656ea7c req-65c6f381-88a8-4323-8a0a-6f75b012d642 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599384 Apr 12 11:05:03.274573 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4a650-37b2-455c-8025-e79b08fd5c83 req-dcf460fc-5571-4e2f-abf5-e4db6cc02cc0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:03.276125 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-14f4a650-37b2-455c-8025-e79b08fd5c83 req-dcf460fc-5571-4e2f-abf5-e4db6cc02cc0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0496922 Apr 12 11:05:03.326062 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-14f4a650-37b2-455c-8025-e79b08fd5c83 req-4bec3e0b-99b7-4d6e-bdef-61ad3563fdc4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438592 Apr 12 11:05:03.743861 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-19bbf3ac-cade-4c4f-9f3d-905b9b7b22a0 req-36c38181-090b-4e7b-a395-b4ce70439969 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 210 time: 0.0278590 Apr 12 11:05:04.277584 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e141484-c161-45b8-9a3e-42c63cb9c4a4 req-c8558f22-461a-4d23-acc6-762684328107 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:04.279044 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2e141484-c161-45b8-9a3e-42c63cb9c4a4 req-c8558f22-461a-4d23-acc6-762684328107 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0482967 Apr 12 11:05:04.333308 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2e141484-c161-45b8-9a3e-42c63cb9c4a4 req-368788fe-c45f-49e4-8745-b68a0ce258c0 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477965 Apr 12 11:05:04.444897 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24cd96-e68d-4dae-91b3-148080b85fd4 req-dca289ab-5386-4399-9e3d-819bdbce1ca5 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:04.446270 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-df24cd96-e68d-4dae-91b3-148080b85fd4 req-dca289ab-5386-4399-9e3d-819bdbce1ca5 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0459583 Apr 12 11:05:04.493357 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-df24cd96-e68d-4dae-91b3-148080b85fd4 req-4e0572f2-ade9-4317-b82e-abae7c404b6c tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Apr 12 11:05:04.838537 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8049445a-4b7f-43bf-bc92-09574240602d req-6b74e48b-2624-4853-8958-13cfc801162b tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 210 time: 0.0277481 Apr 12 11:05:05.081700 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-e35e507e-265a-4f26-972d-dae84fb324ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:05.083192 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-e35e507e-265a-4f26-972d-dae84fb324ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.61 "GET /v2.0/networks?id=e19fc6fe-3d19-49ab-845c-e368d6913c8d HTTP/1.1" status: 200 len: 808 time: 0.1006832 Apr 12 11:05:05.107927 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-4f3138d0-afb5-4b10-ad1b-cf6a2b1d5035 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Request body: {'port': {'device_id': 'ed582377-464e-409f-969b-a7e05a84da81', 'network_id': 'e19fc6fe-3d19-49ab-845c-e368d6913c8d', 'admin_state_up': True, 'tenant_id': 'c9f83f828e4a4224aec63d47c18c2c66'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:05.214060 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-4f3138d0-afb5-4b10-ad1b-cf6a2b1d5035 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Made reservation on behalf of c9f83f828e4a4224aec63d47c18c2c66 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:05:05.217622 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-4f3138d0-afb5-4b10-ad1b-cf6a2b1d5035 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.346599 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-4f3138d0-afb5-4b10-ad1b-cf6a2b1d5035 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Allocated IP 172.20.0.5 (e19fc6fe-3d19-49ab-845c-e368d6913c8d/7b613ddc-1e0f-496d-ba47-cb5386aad2be/e3747a32-4f06-4238-8451-f1a820288a38) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:05:05.476468 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ec7e4-609c-454e-8367-d59a47d89860 req-7758012f-103a-4402-97a0-7ba816b8e156 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:05.483888 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b45ec7e4-609c-454e-8367-d59a47d89860 req-7758012f-103a-4402-97a0-7ba816b8e156 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0661180 Apr 12 11:05:05.512014 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-4f3138d0-afb5-4b10-ad1b-cf6a2b1d5035 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks [] for port (e3747a32-4f06-4238-8451-f1a820288a38), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.548256 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b45ec7e4-609c-454e-8367-d59a47d89860 req-80377539-bd4c-456c-a064-855f5b0389e7 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621483 Apr 12 11:05:05.563742 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-4f3138d0-afb5-4b10-ad1b-cf6a2b1d5035 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (e3747a32-4f06-4238-8451-f1a820288a38), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.621131 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-4f3138d0-afb5-4b10-ad1b-cf6a2b1d5035 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Network e19fc6fe-3d19-49ab-845c-e368d6913c8d is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:05:05.622887 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-4f3138d0-afb5-4b10-ad1b-cf6a2b1d5035 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:05:05.628180 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-4f3138d0-afb5-4b10-ad1b-cf6a2b1d5035 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:05:05.628376 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95486063-266e-4002-ab11-311a6696af50 req-8cd6d127-2b45-447f-ab2c-b82c1cef7d41 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:05.629908 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-95486063-266e-4002-ab11-311a6696af50 req-8cd6d127-2b45-447f-ab2c-b82c1cef7d41 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0529816 Apr 12 11:05:05.663308 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3138d0-afb5-4b10-ad1b-cf6a2b1d5035 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Pushing event updated for resources: {'Port': ['ID=e3747a32-4f06-4238-8451-f1a820288a38,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:05.688779 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-95486063-266e-4002-ab11-311a6696af50 req-e6f89566-6ddc-4023-9800-6f63dfa0d16c tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508463 Apr 12 11:05:05.700983 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-4f3138d0-afb5-4b10-ad1b-cf6a2b1d5035 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:05.701707 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-4f3138d0-afb5-4b10-ad1b-cf6a2b1d5035 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.719605 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-4f3138d0-afb5-4b10-ad1b-cf6a2b1d5035 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6151290 Apr 12 11:05:05.740182 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Request body: {'port': {'device_id': 'ed582377-464e-409f-969b-a7e05a84da81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:05.803380 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (e3747a32-4f06-4238-8451-f1a820288a38), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:05.948661 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b12c38-cde7-46d6-9f2e-49e7d323ec31 req-b2beb18d-d52f-488f-92cc-44c1ec621b00 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:05.950256 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-88b12c38-cde7-46d6-9f2e-49e7d323ec31 req-b2beb18d-d52f-488f-92cc-44c1ec621b00 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 931 time: 0.0471897 Apr 12 11:05:06.000505 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-88b12c38-cde7-46d6-9f2e-49e7d323ec31 req-915ec667-83ea-4a74-99ed-cc88ac69cf78 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435455 Apr 12 11:05:06.064179 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3747a32-4f06-4238-8451-f1a820288a38 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:05:06.071480 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Publish callbacks [] for port (e3747a32-4f06-4238-8451-f1a820288a38), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.084443 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Transition to ACTIVE for port object e3747a32-4f06-4238-8451-f1a820288a38 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:05:06.088526 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (e3747a32-4f06-4238-8451-f1a820288a38), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.140731 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Pushing event updated for resources: {'Port': ['ID=e3747a32-4f06-4238-8451-f1a820288a38,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:06.207799 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Attempting to bind port e3747a32-4f06-4238-8451-f1a820288a38 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:05:06.208128 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Attempting to bind port e3747a32-4f06-4238-8451-f1a820288a38 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b424691c-8b6b-48c9-8734-b16aee388cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e19fc6fe-3d19-49ab-845c-e368d6913c8d'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:05:06.208448 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Attempting to bind port e3747a32-4f06-4238-8451-f1a820288a38 on network e19fc6fe-3d19-49ab-845c-e368d6913c8d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:05:06.212941 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Port e3747a32-4f06-4238-8451-f1a820288a38 on network e19fc6fe-3d19-49ab-845c-e368d6913c8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:05:06.213256 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Attempting to bind port e3747a32-4f06-4238-8451-f1a820288a38 on network e19fc6fe-3d19-49ab-845c-e368d6913c8d {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:05:06.219064 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:05:06.219647 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Checking segment: {'id': 'b424691c-8b6b-48c9-8734-b16aee388cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e19fc6fe-3d19-49ab-845c-e368d6913c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:05:06.220763 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Bound using segment: {'id': 'b424691c-8b6b-48c9-8734-b16aee388cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e19fc6fe-3d19-49ab-845c-e368d6913c8d'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:05:06.220763 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Bound port: e3747a32-4f06-4238-8451-f1a820288a38, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b424691c-8b6b-48c9-8734-b16aee388cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e19fc6fe-3d19-49ab-845c-e368d6913c8d'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:05:06.220950 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (e3747a32-4f06-4238-8451-f1a820288a38), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.281739 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] For port e3747a32-4f06-4238-8451-f1a820288a38, host hv-cinder-83008, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:05:06.285001 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] For port e3747a32-4f06-4238-8451-f1a820288a38, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e3747a32-4f06-4238-8451-f1a820288a38,segment=NetworkSegment(b424691c-8b6b-48c9-8734-b16aee388cea),segment_id=b424691c-8b6b-48c9-8734-b16aee388cea)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:05:06.289927 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (e3747a32-4f06-4238-8451-f1a820288a38), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.325308 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:06.325935 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.327313 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] 10.222.0.61 "PUT /v2.0/ports/e3747a32-4f06-4238-8451-f1a820288a38 HTTP/1.1" status: 200 len: 1093 time: 0.5912442 Apr 12 11:05:06.327790 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed582377-464e-409f-969b-a7e05a84da81', 'tag': 'e3747a32-4f06-4238-8451-f1a820288a38'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:06.330120 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb56437-2927-4abb-9f09-de46e34d6828" -d '{"events": [{"name": "network-changed", "server_uuid": "ed582377-464e-409f-969b-a7e05a84da81", "tag": "e3747a32-4f06-4238-8451-f1a820288a38"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:06.351808 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d2e95-fa49-4030-86ea-69e5c48ae52c service neutron] Pushing event updated for resources: {'Port': ['ID=e3747a32-4f06-4238-8451-f1a820288a38,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:06.369449 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc509f79-24e1-4c91-b8ed-4c8983bfa394 x-openstack-request-id: req-fc509f79-24e1-4c91-b8ed-4c8983bfa394 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:06.369731 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed582377-464e-409f-969b-a7e05a84da81", "tag": "e3747a32-4f06-4238-8451-f1a820288a38", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:06.369980 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc509f79-24e1-4c91-b8ed-4c8983bfa394 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:06.370413 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc509f79-24e1-4c91-b8ed-4c8983bfa394'] response: {'name': 'network-changed', 'server_uuid': 'ed582377-464e-409f-969b-a7e05a84da81', 'tag': 'e3747a32-4f06-4238-8451-f1a820288a38', 'status': 'completed', 'code': 200} Apr 12 11:05:06.453547 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-f4d1aa1f-1193-4fc0-a40f-8bf9879fe518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:06.455023 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-f4d1aa1f-1193-4fc0-a40f-8bf9879fe518 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9f83f828e4a4224aec63d47c18c2c66&device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 1127 time: 0.0394185 Apr 12 11:05:06.664078 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d4314-4126-444c-abe9-e15865ee7f1f req-fcf212dc-b01a-4836-8b6c-e4c62356d2ce tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:06.665649 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f6d4314-4126-444c-abe9-e15865ee7f1f req-fcf212dc-b01a-4836-8b6c-e4c62356d2ce tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 947 time: 0.0484021 Apr 12 11:05:06.713169 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f6d4314-4126-444c-abe9-e15865ee7f1f req-e45e1645-6498-449b-97e4-851b473063fa tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Apr 12 11:05:06.726408 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-6b0cd61d-6239-4d74-ba25-fcb6af922f9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3747a32-4f06-4238-8451-f1a820288a38 HTTP/1.1" status: 200 len: 217 time: 0.2468431 Apr 12 11:05:06.742485 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 6e3f1a7b-af0f-4127-be10-69ec4148ac96 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:05:06.783345 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-26bddb7d-0670-4e7a-8c36-9e6cfaab13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:06.784969 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-26bddb7d-0670-4e7a-8c36-9e6cfaab13f6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7b613ddc-1e0f-496d-ba47-cb5386aad2be HTTP/1.1" status: 200 len: 848 time: 0.0480092 Apr 12 11:05:06.815751 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0a650-8c2a-47bf-962f-5968cbe7aa52 req-711cf3da-98a1-4dc8-a2f0-321aacf5628f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:06.817129 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-44b0a650-8c2a-47bf-962f-5968cbe7aa52 req-711cf3da-98a1-4dc8-a2f0-321aacf5628f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0486093 Apr 12 11:05:06.821906 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-91e5e1d4-6353-4df2-8e30-d8e211420e29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e19fc6fe-3d19-49ab-845c-e368d6913c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290830 Apr 12 11:05:06.846518 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 6e3f1a7b-af0f-4127-be10-69ec4148ac96, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e3f1a7b-af0f-4127-be10-69ec4148ac96,segment=NetworkSegment(c7f315ef-8443-4fc8-826d-1dff0c93c9dd),segment_id=c7f315ef-8443-4fc8-826d-1dff0c93c9dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:06.859930 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '6e3f1a7b-af0f-4127-be10-69ec4148ac96', 'network_id': '7d6a33d3-a270-4e49-8738-2a74accfadc3', 'port_id': '6e3f1a7b-af0f-4127-be10-69ec4148ac96', 'mac_address': 'fa:16:3e:6f:37:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f4e0cc-c82c-4bd2-ab74-389dde259ed1', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:05:06.874273 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-44b0a650-8c2a-47bf-962f-5968cbe7aa52 req-f52b7f0a-c649-497e-a939-70f2645e22c1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479298 Apr 12 11:05:06.900422 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 6e3f1a7b-af0f-4127-be10-69ec4148ac96 is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:06.900805 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.914311 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3f1a7b-af0f-4127-be10-69ec4148ac96 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:05:06.935310 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 6e3f1a7b-af0f-4127-be10-69ec4148ac96, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e3f1a7b-af0f-4127-be10-69ec4148ac96,segment=NetworkSegment(c7f315ef-8443-4fc8-826d-1dff0c93c9dd),segment_id=c7f315ef-8443-4fc8-826d-1dff0c93c9dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:06.939756 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-ee6e5929-eb32-4324-8135-5d203c859287 service neutron] 10.222.0.61 "GET /v2.0/networks/e19fc6fe-3d19-49ab-845c-e368d6913c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096873 Apr 12 11:05:06.940081 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:06.990844 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=6e3f1a7b-af0f-4127-be10-69ec4148ac96,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:06.997787 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:06.998123 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:06.998477 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:06.998828 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:06.999190 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:06.999504 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.000362 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.000814 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.001143 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.001462 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.001779 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.002116 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.002434 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.002745 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.003059 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:07.039296 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-877793ba-9652-445e-bd1f-1f5fa684a9dd req-ddfb7876-428a-4c4d-b0cd-293f87f26002 service neutron] 10.222.0.61 "GET /v2.0/networks/e19fc6fe-3d19-49ab-845c-e368d6913c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915363 Apr 12 11:05:07.121303 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dee0e-90c4-4625-9490-8be9b21c4d96 req-6cbefc86-e9d9-4c40-a37d-24bce7fe0b74 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:07.122756 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-333dee0e-90c4-4625-9490-8be9b21c4d96 req-6cbefc86-e9d9-4c40-a37d-24bce7fe0b74 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 943 time: 0.0526018 Apr 12 11:05:07.172720 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-333dee0e-90c4-4625-9490-8be9b21c4d96 req-2e611f78-a2ea-40fa-b5ea-c7ccb31a5764 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431180 Apr 12 11:05:07.526103 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['6e3f1a7b-af0f-4127-be10-69ec4148ac96'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:05:07.825789 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c38df-2c0c-41fd-909f-f956e1e13050 req-133b6971-562b-4414-98a4-e608f5ca241c tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:07.827249 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ff5c38df-2c0c-41fd-909f-f956e1e13050 req-133b6971-562b-4414-98a4-e608f5ca241c tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 948 time: 0.0454116 Apr 12 11:05:07.872112 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ff5c38df-2c0c-41fd-909f-f956e1e13050 req-73def927-4d5e-405d-98f7-c92a74a45d58 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393567 Apr 12 11:05:07.990403 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6099499-a943-4e8c-bf35-1bffe1ac1ad0 req-3b621128-4634-407c-b301-8408fec56887 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:07.991861 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6099499-a943-4e8c-bf35-1bffe1ac1ad0 req-3b621128-4634-407c-b301-8408fec56887 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0453272 Apr 12 11:05:08.039946 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6099499-a943-4e8c-bf35-1bffe1ac1ad0 req-1ced6f8a-6740-4f36-9ea4-6529ac525afd tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426824 Apr 12 11:05:08.285997 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e86e0-381d-4eac-842e-475e483df470 req-47c40db0-e6b6-4f64-b008-12fd922de696 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:08.287616 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f01e86e0-381d-4eac-842e-475e483df470 req-47c40db0-e6b6-4f64-b008-12fd922de696 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 943 time: 0.0471952 Apr 12 11:05:08.337150 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f01e86e0-381d-4eac-842e-475e483df470 req-8a063c23-7468-4de7-9b0b-622ee323d8e9 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441997 Apr 12 11:05:08.690188 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb56437-2927-4abb-9f09-de46e34d6828 req-9ef52938-6ce5-4541-9e57-4977b3a1f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:08.691702 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-edb56437-2927-4abb-9f09-de46e34d6828 req-9ef52938-6ce5-4541-9e57-4977b3a1f37d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9f83f828e4a4224aec63d47c18c2c66&device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 1127 time: 0.0446477 Apr 12 11:05:08.738946 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 6e3f1a7b-af0f-4127-be10-69ec4148ac96 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:05:08.785371 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port 6e3f1a7b-af0f-4127-be10-69ec4148ac96 completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:05:08.790752 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb56437-2927-4abb-9f09-de46e34d6828 req-ef765611-3825-4b6a-b113-183e1c471499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:08.790888 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 6e3f1a7b-af0f-4127-be10-69ec4148ac96 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:08.791215 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:08.792242 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-edb56437-2927-4abb-9f09-de46e34d6828 req-ef765611-3825-4b6a-b113-183e1c471499 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e19fc6fe-3d19-49ab-845c-e368d6913c8d HTTP/1.1" status: 200 len: 909 time: 0.0869465 Apr 12 11:05:08.839390 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-edb56437-2927-4abb-9f09-de46e34d6828 req-e7f832b8-5d5e-4b54-af75-3f72e6afdffc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3747a32-4f06-4238-8451-f1a820288a38 HTTP/1.1" status: 200 len: 217 time: 0.0382411 Apr 12 11:05:08.842987 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:08.849973 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:05:08.882976 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 6e3f1a7b-af0f-4127-be10-69ec4148ac96 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:08.883484 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:08.898918 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb56437-2927-4abb-9f09-de46e34d6828 req-4a79c240-e7be-42d2-aedb-4407e3010595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:08.900440 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-edb56437-2927-4abb-9f09-de46e34d6828 req-4a79c240-e7be-42d2-aedb-4407e3010595 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7b613ddc-1e0f-496d-ba47-cb5386aad2be HTTP/1.1" status: 200 len: 848 time: 0.0464978 Apr 12 11:05:08.914693 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013a8110-2ba8-4338-b03f-7617bc6f900b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3f1a7b-af0f-4127-be10-69ec4148ac96'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:08.916962 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ae9971-e298-4edd-893e-bb804008c04f" -d '{"events": [{"server_uuid": "013a8110-2ba8-4338-b03f-7617bc6f900b", "name": "network-vif-plugged", "status": "completed", "tag": "6e3f1a7b-af0f-4127-be10-69ec4148ac96"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:08.928160 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 6e3f1a7b-af0f-4127-be10-69ec4148ac96, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e3f1a7b-af0f-4127-be10-69ec4148ac96,segment=NetworkSegment(c7f315ef-8443-4fc8-826d-1dff0c93c9dd),segment_id=c7f315ef-8443-4fc8-826d-1dff0c93c9dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:08.933687 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:08.934161 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-edb56437-2927-4abb-9f09-de46e34d6828 req-0037f830-fcf8-41a0-90d9-8ce07716b609 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e19fc6fe-3d19-49ab-845c-e368d6913c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273008 Apr 12 11:05:08.976269 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049ce5bc-f944-49ed-acef-fb91aac25494 x-openstack-request-id: req-049ce5bc-f944-49ed-acef-fb91aac25494 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:08.976582 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013a8110-2ba8-4338-b03f-7617bc6f900b", "name": "network-vif-plugged", "status": "completed", "tag": "6e3f1a7b-af0f-4127-be10-69ec4148ac96", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:08.976843 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-049ce5bc-f944-49ed-acef-fb91aac25494 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:08.977330 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049ce5bc-f944-49ed-acef-fb91aac25494'] response: {'server_uuid': '013a8110-2ba8-4338-b03f-7617bc6f900b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3f1a7b-af0f-4127-be10-69ec4148ac96', 'code': 200} Apr 12 11:05:08.991740 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=6e3f1a7b-af0f-4127-be10-69ec4148ac96,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:09.023967 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14584688-9a73-46f3-af44-ea41b44f22aa req-efffcc69-c3f9-4853-8063-a14f95fd6f69 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:09.025431 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-14584688-9a73-46f3-af44-ea41b44f22aa req-efffcc69-c3f9-4853-8063-a14f95fd6f69 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 949 time: 0.0531969 Apr 12 11:05:09.036344 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-edb56437-2927-4abb-9f09-de46e34d6828 req-969d91ec-77cf-4852-82c2-27b11c5f98c9 service neutron] 10.222.0.61 "GET /v2.0/networks/e19fc6fe-3d19-49ab-845c-e368d6913c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955324 Apr 12 11:05:09.083006 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-14584688-9a73-46f3-af44-ea41b44f22aa req-ac559b3e-f2e1-4888-a0c5-44f9f86cf4bf tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483847 Apr 12 11:05:09.152278 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-edb56437-2927-4abb-9f09-de46e34d6828 req-1dbf4b81-1be2-4d1d-8a21-f391ca49a481 service neutron] 10.222.0.61 "GET /v2.0/networks/e19fc6fe-3d19-49ab-845c-e368d6913c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997343 Apr 12 11:05:09.162582 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964980e-2de2-4279-ab2b-24a8d206dd03 req-3863a4c9-6948-4c06-bf42-7b4bc696cb16 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:09.164235 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8964980e-2de2-4279-ab2b-24a8d206dd03 req-3863a4c9-6948-4c06-bf42-7b4bc696cb16 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0513716 Apr 12 11:05:09.215174 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8964980e-2de2-4279-ab2b-24a8d206dd03 req-db6285b9-65fa-47c5-acc1-c74af88af354 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454705 Apr 12 11:05:09.258726 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4d9c1-f68e-429e-afaf-ec651e4b53df req-4aeada9f-7184-4180-b6f6-2413c6eda389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:09.260283 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9ff4d9c1-f68e-429e-afaf-ec651e4b53df req-4aeada9f-7184-4180-b6f6-2413c6eda389 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 1133 time: 0.0470519 Apr 12 11:05:09.310786 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9ff4d9c1-f68e-429e-afaf-ec651e4b53df req-ce92169b-60d7-42c8-96d4-0c2224392289 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412593 Apr 12 11:05:09.447014 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7ed9f-c578-47c6-a3e0-4172eb90f3ed req-ff4cea43-885b-4ec4-a212-b1ef9d3d72af tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:09.448524 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d8c7ed9f-c578-47c6-a3e0-4172eb90f3ed req-ff4cea43-885b-4ec4-a212-b1ef9d3d72af tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 943 time: 0.0468624 Apr 12 11:05:09.496889 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d8c7ed9f-c578-47c6-a3e0-4172eb90f3ed req-bd1eb844-e343-4ee7-92ed-ee3b5b293d6e tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419073 Apr 12 11:05:10.193253 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2835e5-055a-417f-939a-7f9014864bc7 req-b26b2283-7602-4bcb-85db-920645872636 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:10.194717 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2d2835e5-055a-417f-939a-7f9014864bc7 req-b26b2283-7602-4bcb-85db-920645872636 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 949 time: 0.0509033 Apr 12 11:05:10.240123 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2d2835e5-055a-417f-939a-7f9014864bc7 req-2e6cebfb-433d-4814-a6fd-32234fa3f729 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 Apr 12 11:05:10.331702 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68bf90-7818-4a3f-aa54-ab57a2353e48 req-4a45bf11-4114-48cb-8838-6746b4fc3648 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:10.333118 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6a68bf90-7818-4a3f-aa54-ab57a2353e48 req-4a45bf11-4114-48cb-8838-6746b4fc3648 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0453873 Apr 12 11:05:10.378540 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6a68bf90-7818-4a3f-aa54-ab57a2353e48 req-778c959c-c13e-41b1-bd4a-c941c6c7b592 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Apr 12 11:05:10.604336 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a1971-9a0a-4ba6-a44a-73aea10e04a1 req-2b3c0736-a0ef-43da-b206-dcea4698f9f1 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:10.605746 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-423a1971-9a0a-4ba6-a44a-73aea10e04a1 req-2b3c0736-a0ef-43da-b206-dcea4698f9f1 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 943 time: 0.0443606 Apr 12 11:05:10.654392 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-423a1971-9a0a-4ba6-a44a-73aea10e04a1 req-646039e7-e25d-4eee-9a8e-65ce51a3cb67 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Apr 12 11:05:11.370288 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97c3ac-3773-462c-b7ac-325e87c8ec38 req-d4929ea5-7fab-4c48-b7bd-3ad079749317 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:11.372112 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9a97c3ac-3773-462c-b7ac-325e87c8ec38 req-d4929ea5-7fab-4c48-b7bd-3ad079749317 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 949 time: 0.0606387 Apr 12 11:05:11.423683 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9a97c3ac-3773-462c-b7ac-325e87c8ec38 req-52438fd3-405f-4936-b5db-d50de984c0c8 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452294 Apr 12 11:05:11.497801 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f96522-5afd-469a-ba3b-9b5163d20bff req-a782c755-e9c6-4c51-b85e-94905c0d4959 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:11.499272 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e7f96522-5afd-469a-ba3b-9b5163d20bff req-a782c755-e9c6-4c51-b85e-94905c0d4959 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0493772 Apr 12 11:05:11.546903 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e7f96522-5afd-469a-ba3b-9b5163d20bff req-731af296-b097-43c0-84a2-c67853f88664 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420449 Apr 12 11:05:11.775570 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aafb7-dcc0-4d98-a202-4544a9fdca52 req-266c0dc7-d29b-4689-a3bd-d286b6226313 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:11.777044 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5d3aafb7-dcc0-4d98-a202-4544a9fdca52 req-266c0dc7-d29b-4689-a3bd-d286b6226313 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 943 time: 0.0521359 Apr 12 11:05:11.823694 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5d3aafb7-dcc0-4d98-a202-4544a9fdca52 req-93741244-44bc-4627-8b3f-81f1c352d640 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Apr 12 11:05:12.296681 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device e3747a32-4f06-4238-8451-f1a820288a38 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:05:12.393816 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port e3747a32-4f06-4238-8451-f1a820288a38, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e3747a32-4f06-4238-8451-f1a820288a38,segment=NetworkSegment(b424691c-8b6b-48c9-8734-b16aee388cea),segment_id=b424691c-8b6b-48c9-8734-b16aee388cea)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:12.407239 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': 'e3747a32-4f06-4238-8451-f1a820288a38', 'network_id': 'e19fc6fe-3d19-49ab-845c-e368d6913c8d', 'port_id': 'e3747a32-4f06-4238-8451-f1a820288a38', 'mac_address': 'fa:16:3e:be:6f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b613ddc-1e0f-496d-ba47-cb5386aad2be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:05:12.448068 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port e3747a32-4f06-4238-8451-f1a820288a38 is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:12.448455 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (e3747a32-4f06-4238-8451-f1a820288a38), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.461497 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3747a32-4f06-4238-8451-f1a820288a38 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:05:12.481035 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port e3747a32-4f06-4238-8451-f1a820288a38, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e3747a32-4f06-4238-8451-f1a820288a38,segment=NetworkSegment(b424691c-8b6b-48c9-8734-b16aee388cea),segment_id=b424691c-8b6b-48c9-8734-b16aee388cea)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:12.485925 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (e3747a32-4f06-4238-8451-f1a820288a38), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:12.539622 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=e3747a32-4f06-4238-8451-f1a820288a38,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:12.544750 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1df97-3b37-4b80-83d7-c61bf14ddba2 req-3c25de98-e97c-4792-9aa2-5a9bbcee762e tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:12.546235 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a5a1df97-3b37-4b80-83d7-c61bf14ddba2 req-3c25de98-e97c-4792-9aa2-5a9bbcee762e tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 949 time: 0.0493155 Apr 12 11:05:12.596206 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a5a1df97-3b37-4b80-83d7-c61bf14ddba2 req-66d55fc9-a864-4288-b0e6-4cc98552643a tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435369 Apr 12 11:05:12.670751 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436bf21-0b4d-43e7-9100-9faf687d353a req-e6e1d465-9cc7-4bc5-bb36-bcff8a17eb62 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:12.672271 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d436bf21-0b4d-43e7-9100-9faf687d353a req-e6e1d465-9cc7-4bc5-bb36-bcff8a17eb62 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0486217 Apr 12 11:05:12.727803 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d436bf21-0b4d-43e7-9100-9faf687d353a req-40de6106-b9c2-4d0d-8805-a8334e3541bf tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476658 Apr 12 11:05:12.942729 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e13f0-12ef-4c14-b0e1-77f2576cfd0e req-c6eda6ef-84f0-4600-8413-dc3adc415a0d tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:12.944258 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d54e13f0-12ef-4c14-b0e1-77f2576cfd0e req-c6eda6ef-84f0-4600-8413-dc3adc415a0d tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 944 time: 0.0503256 Apr 12 11:05:12.997125 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d54e13f0-12ef-4c14-b0e1-77f2576cfd0e req-c56b748f-1718-449c-9654-3069fa43e145 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473566 Apr 12 11:05:13.711743 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db5ca0-0184-406e-ab0e-46409b3f3eda req-616b85d6-a1be-4a00-8d24-942c9a1e9aba tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:13.713383 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-39db5ca0-0184-406e-ab0e-46409b3f3eda req-616b85d6-a1be-4a00-8d24-942c9a1e9aba tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 949 time: 0.0482152 Apr 12 11:05:13.768135 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-39db5ca0-0184-406e-ab0e-46409b3f3eda req-a40c4b80-a759-4ca2-bf2c-1692b183bfd2 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493128 Apr 12 11:05:13.816943 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['e3747a32-4f06-4238-8451-f1a820288a38'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:05:13.863479 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb107c-fa03-4a8b-9313-3bc63792f749 req-b91a5a32-c691-4990-bf74-24ae28fc39fb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:13.865156 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-25cb107c-fa03-4a8b-9313-3bc63792f749 req-b91a5a32-c691-4990-bf74-24ae28fc39fb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0546012 Apr 12 11:05:13.924995 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-25cb107c-fa03-4a8b-9313-3bc63792f749 req-ff31a7ec-b513-4625-aa71-08e44d6bf430 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539377 Apr 12 11:05:14.049980 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37b23a-cfb4-465c-abe0-62cb8256f4c2 req-4f1beb2c-252b-48ff-9dd4-d3c5b2087a50 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:14.051484 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2b37b23a-cfb4-465c-abe0-62cb8256f4c2 req-4f1beb2c-252b-48ff-9dd4-d3c5b2087a50 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 949 time: 0.0475626 Apr 12 11:05:14.135374 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febbf58-41e0-42e8-bcb8-c1e16bb1459f req-2db3d7e0-572b-420c-9bd6-0efa5783602c tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:14.136874 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1febbf58-41e0-42e8-bcb8-c1e16bb1459f req-2db3d7e0-572b-420c-9bd6-0efa5783602c tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 944 time: 0.0666444 Apr 12 11:05:14.140291 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2b37b23a-cfb4-465c-abe0-62cb8256f4c2 req-38eeba2f-aab4-455a-9ac4-52071e411427 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833776 Apr 12 11:05:14.192488 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1febbf58-41e0-42e8-bcb8-c1e16bb1459f req-01a98e9f-c65e-45ec-80c2-2c0b81ebfeec tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469916 Apr 12 11:05:15.038579 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94368a-abb4-4e45-a887-e3e33f47ffec req-5e662154-bc88-42ec-8b05-3df14dd4d6a7 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:15.040140 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6d94368a-abb4-4e45-a887-e3e33f47ffec req-5e662154-bc88-42ec-8b05-3df14dd4d6a7 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0458574 Apr 12 11:05:15.086916 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6d94368a-abb4-4e45-a887-e3e33f47ffec req-ec738224-f887-4253-9f63-da08ce23d0b7 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409975 Apr 12 11:05:15.308766 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80466a33-b3fc-4d6d-94f9-4a1ba0224ad9 req-b39f7ce8-21c2-45fb-a217-84e62bf44104 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:15.310230 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-80466a33-b3fc-4d6d-94f9-4a1ba0224ad9 req-b39f7ce8-21c2-45fb-a217-84e62bf44104 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 949 time: 0.0900865 Apr 12 11:05:15.314402 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device e3747a32-4f06-4238-8451-f1a820288a38 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:05:15.338815 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5283e-bc09-46ad-8a3b-765f1257ec47 req-46336cec-5f7e-4c4a-8fc9-328f71cdebeb tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:15.340192 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-79f5283e-bc09-46ad-8a3b-765f1257ec47 req-46336cec-5f7e-4c4a-8fc9-328f71cdebeb tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 944 time: 0.0772607 Apr 12 11:05:15.358811 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port e3747a32-4f06-4238-8451-f1a820288a38 completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:05:15.364977 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port e3747a32-4f06-4238-8451-f1a820288a38 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:15.365347 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (e3747a32-4f06-4238-8451-f1a820288a38), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:15.385685 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-80466a33-b3fc-4d6d-94f9-4a1ba0224ad9 req-194b87e9-5ac9-4970-894d-6c044086e1b5 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687490 Apr 12 11:05:15.408376 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-79f5283e-bc09-46ad-8a3b-765f1257ec47 req-0dd48c6a-cb29-4dd9-9744-1e0d64ef747f tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601807 Apr 12 11:05:15.455611 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port e3747a32-4f06-4238-8451-f1a820288a38 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:15.455991 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (e3747a32-4f06-4238-8451-f1a820288a38), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:15.478265 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed582377-464e-409f-969b-a7e05a84da81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3747a32-4f06-4238-8451-f1a820288a38'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:15.480497 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcde4cb-bb75-4ea7-b4a2-c20b7267de98" -d '{"events": [{"server_uuid": "ed582377-464e-409f-969b-a7e05a84da81", "name": "network-vif-plugged", "status": "completed", "tag": "e3747a32-4f06-4238-8451-f1a820288a38"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:15.493035 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port e3747a32-4f06-4238-8451-f1a820288a38, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e3747a32-4f06-4238-8451-f1a820288a38,segment=NetworkSegment(b424691c-8b6b-48c9-8734-b16aee388cea),segment_id=b424691c-8b6b-48c9-8734-b16aee388cea)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:15.497508 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (e3747a32-4f06-4238-8451-f1a820288a38), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:15.524410 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034405f0-17a0-4371-90bb-adb5e8f34774 x-openstack-request-id: req-034405f0-17a0-4371-90bb-adb5e8f34774 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:15.524723 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed582377-464e-409f-969b-a7e05a84da81", "name": "network-vif-plugged", "status": "completed", "tag": "e3747a32-4f06-4238-8451-f1a820288a38", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:15.524988 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-034405f0-17a0-4371-90bb-adb5e8f34774 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:15.525374 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034405f0-17a0-4371-90bb-adb5e8f34774'] response: {'server_uuid': 'ed582377-464e-409f-969b-a7e05a84da81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3747a32-4f06-4238-8451-f1a820288a38', 'code': 200} Apr 12 11:05:15.550269 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=e3747a32-4f06-4238-8451-f1a820288a38,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:16.198251 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff412537-0bce-4d66-9595-9b28adcade08 req-36feb905-7326-43cc-ae32-c837f124e103 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:16.201929 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ff412537-0bce-4d66-9595-9b28adcade08 req-36feb905-7326-43cc-ae32-c837f124e103 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0497360 Apr 12 11:05:16.254183 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ff412537-0bce-4d66-9595-9b28adcade08 req-93f27fa8-9a1e-43ab-acf2-07200961abe8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461066 Apr 12 11:05:16.536879 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b4fbb-0e7c-4c3d-b7cc-e58cc90c352b req-83b476d7-a31d-44c2-94c3-9139c2725dca tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:16.538349 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-543b4fbb-0e7c-4c3d-b7cc-e58cc90c352b req-83b476d7-a31d-44c2-94c3-9139c2725dca tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 949 time: 0.0788362 Apr 12 11:05:16.549670 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cab473-35e5-4f12-91b8-9d92d5b7c26e req-d94a2ca8-3ed5-428e-bb6e-6a9694f2cde1 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:16.551102 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-76cab473-35e5-4f12-91b8-9d92d5b7c26e req-d94a2ca8-3ed5-428e-bb6e-6a9694f2cde1 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 945 time: 0.0604701 Apr 12 11:05:16.608247 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-543b4fbb-0e7c-4c3d-b7cc-e58cc90c352b req-c36e92ef-207a-4308-87c7-774e7fe2a9e2 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561652 Apr 12 11:05:16.638767 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-76cab473-35e5-4f12-91b8-9d92d5b7c26e req-75af12b5-af55-40af-b117-6e2417341cdd tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783753 Apr 12 11:05:16.654618 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa9433-8c10-4d4f-9360-44ab970144d4 req-6d62759b-2a68-436d-87a8-750bf7db319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:16.658309 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-f3fa9433-8c10-4d4f-9360-44ab970144d4 req-6d62759b-2a68-436d-87a8-750bf7db319e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 1129 time: 0.0758846 Apr 12 11:05:17.381391 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a13f1c-ad6d-4f82-9b94-8ee9794fa082 req-1ef2fdb3-4af1-4e8d-aaae-f0f548f4f599 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:17.382857 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-73a13f1c-ad6d-4f82-9b94-8ee9794fa082 req-1ef2fdb3-4af1-4e8d-aaae-f0f548f4f599 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0487919 Apr 12 11:05:17.434732 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-73a13f1c-ad6d-4f82-9b94-8ee9794fa082 req-a35b0a7c-98bb-4863-9097-bf6505e178e8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455048 Apr 12 11:05:17.555968 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 50008) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:17.680356 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-f3fa9433-8c10-4d4f-9360-44ab970144d4 req-f2dc743d-1165-4666-b355-6f6ba97935ac service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440450 Apr 12 11:05:17.713911 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aab54-468b-4153-a43c-22cd29ab6dd5 req-84090946-f275-41c8-abc0-ec2f7a88f2d9 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:17.715395 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-311aab54-468b-4153-a43c-22cd29ab6dd5 req-84090946-f275-41c8-abc0-ec2f7a88f2d9 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.61 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 949 time: 0.0614569 Apr 12 11:05:17.763533 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92643f77-704e-468e-b9ad-dd3bafb3405e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:17.812995 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae296b8f-7bab-41c6-8f24-71f990498240 req-d86fc4fb-66dd-4dbf-bc54-a4a3f0a7f8cc tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:17.814555 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ae296b8f-7bab-41c6-8f24-71f990498240 req-d86fc4fb-66dd-4dbf-bc54-a4a3f0a7f8cc tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 945 time: 0.0982435 Apr 12 11:05:17.834700 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee84dc-3100-4991-bc0a-b2c290c87e4b req-43187660-7c58-472c-8079-5d785c06cd0c tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:17.836131 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4bee84dc-3100-4991-bc0a-b2c290c87e4b req-43187660-7c58-472c-8079-5d785c06cd0c tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 949 time: 0.1051769 Apr 12 11:05:17.924317 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ae296b8f-7bab-41c6-8f24-71f990498240 req-98452411-0cc2-4c79-a2c7-98f93119a8c3 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019871 Apr 12 11:05:17.942141 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4bee84dc-3100-4991-bc0a-b2c290c87e4b req-772f24b1-e510-4a78-8852-804a3e7063a6 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/security-groups?id=b32c892d-fd5a-4b20-9c45-e7381163eff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929792 Apr 12 11:05:17.961234 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92643f77-704e-468e-b9ad-dd3bafb3405e admin admin] Publish callbacks [] for security_group (4b02e070-97d7-4221-a6b9-d6f6e5827c4c), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:17.965002 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92643f77-704e-468e-b9ad-dd3bafb3405e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (4b02e070-97d7-4221-a6b9-d6f6e5827c4c), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:18.001531 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-92643f77-704e-468e-b9ad-dd3bafb3405e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1100604a7e14076a998c62458585a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4444661 Apr 12 11:05:18.002449 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92643f77-704e-468e-b9ad-dd3bafb3405e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b02e070-97d7-4221-a6b9-d6f6e5827c4c,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:18.004560 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 50028) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:18.059915 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0562618a-fbd5-4886-9c1b-fff93ad20aa1 admin admin] Publish callbacks [] for security_group (4b02e070-97d7-4221-a6b9-d6f6e5827c4c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:18.083287 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0562618a-fbd5-4886-9c1b-fff93ad20aa1 admin admin] Publish callbacks [] for security_group (4b02e070-97d7-4221-a6b9-d6f6e5827c4c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:18.136907 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0562618a-fbd5-4886-9c1b-fff93ad20aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (4b02e070-97d7-4221-a6b9-d6f6e5827c4c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:18.139723 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0562618a-fbd5-4886-9c1b-fff93ad20aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:18.141402 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-0562618a-fbd5-4886-9c1b-fff93ad20aa1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b02e070-97d7-4221-a6b9-d6f6e5827c4c HTTP/1.1" status: 204 len: 168 time: 0.1350443 Apr 12 11:05:18.155286 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-311aab54-468b-4153-a43c-22cd29ab6dd5 req-ec436969-0e8e-4cb9-9e52-c78c5bd6a5d3 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Deleting port 6e3f1a7b-af0f-4127-be10-69ec4148ac96 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:05:18.155621 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-311aab54-468b-4153-a43c-22cd29ab6dd5 req-ec436969-0e8e-4cb9-9e52-c78c5bd6a5d3 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:18.157405 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562618a-fbd5-4886-9c1b-fff93ad20aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b02e070-97d7-4221-a6b9-d6f6e5827c4c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:18.250049 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-311aab54-468b-4153-a43c-22cd29ab6dd5 req-ec436969-0e8e-4cb9-9e52-c78c5bd6a5d3 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] For port 6e3f1a7b-af0f-4127-be10-69ec4148ac96, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e3f1a7b-af0f-4127-be10-69ec4148ac96,segment=NetworkSegment(c7f315ef-8443-4fc8-826d-1dff0c93c9dd),segment_id=c7f315ef-8443-4fc8-826d-1dff0c93c9dd)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:18.250667 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-311aab54-468b-4153-a43c-22cd29ab6dd5 req-ec436969-0e8e-4cb9-9e52-c78c5bd6a5d3 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:18.267824 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-311aab54-468b-4153-a43c-22cd29ab6dd5 req-ec436969-0e8e-4cb9-9e52-c78c5bd6a5d3 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Calling delete_port for 6e3f1a7b-af0f-4127-be10-69ec4148ac96 owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:05:18.426403 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-311aab54-468b-4153-a43c-22cd29ab6dd5 req-ec436969-0e8e-4cb9-9e52-c78c5bd6a5d3 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (6e3f1a7b-af0f-4127-be10-69ec4148ac96), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:18.459070 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec436969-0e8e-4cb9-9e52-c78c5bd6a5d3 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Pushing event deleted for resources: {'Port': ['ID=6e3f1a7b-af0f-4127-be10-69ec4148ac96,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:18.477571 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['6e3f1a7b-af0f-4127-be10-69ec4148ac96'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:05:18.523081 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-311aab54-468b-4153-a43c-22cd29ab6dd5 req-ec436969-0e8e-4cb9-9e52-c78c5bd6a5d3 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] No DVR routers for this DVR port 6e3f1a7b-af0f-4127-be10-69ec4148ac96 on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:05:18.526102 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-311aab54-468b-4153-a43c-22cd29ab6dd5 req-ec436969-0e8e-4cb9-9e52-c78c5bd6a5d3 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:18.529510 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-311aab54-468b-4153-a43c-22cd29ab6dd5 req-ec436969-0e8e-4cb9-9e52-c78c5bd6a5d3 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.61 "DELETE /v2.0/ports/6e3f1a7b-af0f-4127-be10-69ec4148ac96 HTTP/1.1" status: 204 len: 173 time: 0.4948373 Apr 12 11:05:18.530303 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013a8110-2ba8-4338-b03f-7617bc6f900b', 'name': 'network-vif-deleted', 'tag': '6e3f1a7b-af0f-4127-be10-69ec4148ac96'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:18.532849 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80537605-256c-4783-94de-821215dd0e11" -d '{"events": [{"server_uuid": "013a8110-2ba8-4338-b03f-7617bc6f900b", "name": "network-vif-deleted", "tag": "6e3f1a7b-af0f-4127-be10-69ec4148ac96"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:18.608512 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10e0f36-1986-46f7-8af1-be1f80268029 x-openstack-request-id: req-a10e0f36-1986-46f7-8af1-be1f80268029 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:18.608840 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013a8110-2ba8-4338-b03f-7617bc6f900b", "name": "network-vif-deleted", "tag": "6e3f1a7b-af0f-4127-be10-69ec4148ac96", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:18.609020 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a10e0f36-1986-46f7-8af1-be1f80268029 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:18.609398 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a10e0f36-1986-46f7-8af1-be1f80268029'] response: {'server_uuid': '013a8110-2ba8-4338-b03f-7617bc6f900b', 'name': 'network-vif-deleted', 'tag': '6e3f1a7b-af0f-4127-be10-69ec4148ac96', 'status': 'completed', 'code': 200} Apr 12 11:05:18.968587 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8bbed-a71b-4f41-92ea-28993fa23dd4 req-d5aaafaa-2de7-4f1a-807f-c11e6020ef4f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:18.970803 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f8d8bbed-a71b-4f41-92ea-28993fa23dd4 req-d5aaafaa-2de7-4f1a-807f-c11e6020ef4f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.4084499 Apr 12 11:05:18.974924 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869b327-3f5c-4dc3-b799-e562fcbde758 req-dd5d2ce7-4d2c-4b6f-a15f-629241d9aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:18.975696 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5869b327-3f5c-4dc3-b799-e562fcbde758 req-dd5d2ce7-4d2c-4b6f-a15f-629241d9aeec service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 1129 time: 0.4301839 Apr 12 11:05:19.092149 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f8d8bbed-a71b-4f41-92ea-28993fa23dd4 req-c44110b4-9b05-496e-90c3-ac2b67de3fa5 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118419 Apr 12 11:05:19.103598 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c52d6-f587-49b1-b825-613b0e3a8e16 req-194c9771-581d-4ec6-8743-d68c0d0cb4fa tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:19.111590 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-879c52d6-f587-49b1-b825-613b0e3a8e16 req-194c9771-581d-4ec6-8743-d68c0d0cb4fa tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 945 time: 0.0974483 Apr 12 11:05:19.166639 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-879c52d6-f587-49b1-b825-613b0e3a8e16 req-1428e7f6-ddb8-496a-978d-fe58a75f8ae7 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542269 Apr 12 11:05:19.230091 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d36eb0c0-3ee2-4e7c-9087-02dd00410555 req-deb5ecb6-575a-4772-9cfe-a8e2477b5f7e tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 210 time: 0.0283227 Apr 12 11:05:20.222292 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137a622-7ab5-485e-954e-748690cc2063 req-97383272-635d-43cd-aadb-9e50530718e9 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:20.223890 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6137a622-7ab5-485e-954e-748690cc2063 req-97383272-635d-43cd-aadb-9e50530718e9 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0578079 Apr 12 11:05:20.305385 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab8271-4b9f-4ae2-a657-5d4bd7a12d69 req-50e1b462-ad50-4495-adb0-32ac8d28c0f5 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:20.306802 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-30ab8271-4b9f-4ae2-a657-5d4bd7a12d69 req-50e1b462-ad50-4495-adb0-32ac8d28c0f5 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 945 time: 0.0645292 Apr 12 11:05:20.310794 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6137a622-7ab5-485e-954e-748690cc2063 req-1ba97793-c693-4bee-bf0c-3d5da1a43aea tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810044 Apr 12 11:05:20.352741 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-30ab8271-4b9f-4ae2-a657-5d4bd7a12d69 req-bc47279a-883e-4c5e-b9af-7cb3175de34a tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404625 Apr 12 11:05:20.405263 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9c849330-2e44-410a-ab28-580da3cb00a5 req-6383d265-b834-45fa-ae66-b5aa670a9f10 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 210 time: 0.0261781 Apr 12 11:05:20.775040 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5869b327-3f5c-4dc3-b799-e562fcbde758 req-885add7b-6920-48fd-8783-224588284bf2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436628 Apr 12 11:05:21.425395 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34708f4-fe49-43aa-b195-e6216ade072a req-dff5b02e-4488-4770-b72b-2fac3a04a7fe tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:21.427284 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f34708f4-fe49-43aa-b195-e6216ade072a req-dff5b02e-4488-4770-b72b-2fac3a04a7fe tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0502040 Apr 12 11:05:21.474549 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f34708f4-fe49-43aa-b195-e6216ade072a req-2eb788c5-7bef-4423-bdf6-7096962d333a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Apr 12 11:05:21.511061 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e5d5a468-20d3-4769-8e96-25dda64a9ff0 req-179d6ce3-1945-43f6-8fb4-0f1db8b87da7 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 210 time: 0.0285149 Apr 12 11:05:22.507846 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 6e3f1a7b-af0f-4127-be10-69ec4148ac96 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:05:22.529462 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: 6e3f1a7b-af0f-4127-be10-69ec4148ac96 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:05:22.529700 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 6e3f1a7b-af0f-4127-be10-69ec4148ac96 not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:05:22.611156 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7fca6-834a-45bd-8f47-0d8ebe6f3922 req-1473d706-0e40-4215-b0bc-d497774cc30e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:22.613224 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58a7fca6-834a-45bd-8f47-0d8ebe6f3922 req-1473d706-0e40-4215-b0bc-d497774cc30e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0609708 Apr 12 11:05:22.651779 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3a6bc411-9f24-4b07-9445-6971d0ba80f9 req-405bba71-c368-462e-84e2-298c95d6a593 tempest-VolumesNegativeTest-1555065148 tempest-VolumesNegativeTest-1555065148-project] 10.222.0.55 "GET /v2.0/ports?device_id=013a8110-2ba8-4338-b03f-7617bc6f900b HTTP/1.1" status: 200 len: 210 time: 0.0379725 Apr 12 11:05:22.691242 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58a7fca6-834a-45bd-8f47-0d8ebe6f3922 req-4f40ec46-eef4-4dcc-a9fa-51545ebcf945 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686069 Apr 12 11:05:23.883929 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc6dab-de2e-4ab3-b36b-fcbbdd941b35 req-be91d494-0f8a-468d-8da1-a4c4943c851e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:23.892848 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a1bc6dab-de2e-4ab3-b36b-fcbbdd941b35 req-be91d494-0f8a-468d-8da1-a4c4943c851e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0647366 Apr 12 11:05:23.951241 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a1bc6dab-de2e-4ab3-b36b-fcbbdd941b35 req-1f63a926-9540-433b-bd93-168ecff75fea tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574758 Apr 12 11:05:24.087948 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b0f34-b88a-4d5e-9b5a-598506f662ce req-006732cf-7641-40f1-b9d9-0e1c153a15ce tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:24.089319 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-117b0f34-b88a-4d5e-9b5a-598506f662ce req-006732cf-7641-40f1-b9d9-0e1c153a15ce tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 945 time: 0.0477257 Apr 12 11:05:24.135676 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-117b0f34-b88a-4d5e-9b5a-598506f662ce req-2245cba5-0bd3-45eb-88a9-261035d22701 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408528 Apr 12 11:05:24.594907 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-26460cb1-c317-45fc-962c-0bf5e8711fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:25.084205 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63922f-8e2a-4454-850a-7ef88c55e885 req-59af1fa1-c0cf-43b2-ab7d-50d0fd25a75f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:25.085688 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1d63922f-8e2a-4454-850a-7ef88c55e885 req-59af1fa1-c0cf-43b2-ab7d-50d0fd25a75f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0567403 Apr 12 11:05:25.136368 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1d63922f-8e2a-4454-850a-7ef88c55e885 req-945d5b77-c2fc-4f03-b226-77c4d44efe5b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449607 Apr 12 11:05:25.252749 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c1686-d9f2-4753-bfdc-0454ec7487bd req-57ca1838-a9db-4380-a084-d249f230247f tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:25.254244 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f10c1686-d9f2-4753-bfdc-0454ec7487bd req-57ca1838-a9db-4380-a084-d249f230247f tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 945 time: 0.0477145 Apr 12 11:05:25.320890 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f10c1686-d9f2-4753-bfdc-0454ec7487bd req-4d83bbde-3650-486b-b61a-1e0d95d47e10 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605264 Apr 12 11:05:26.254670 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32210d-73ff-459b-ad95-c4fa727e8b88 req-a7d46b35-dbd0-43c5-897f-66f9ff895ca8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:26.255862 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1e32210d-73ff-459b-ad95-c4fa727e8b88 req-a7d46b35-dbd0-43c5-897f-66f9ff895ca8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0478148 Apr 12 11:05:26.311846 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1e32210d-73ff-459b-ad95-c4fa727e8b88 req-596462db-3c27-4248-b5b3-5a276a40be15 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501142 Apr 12 11:05:26.434591 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cfe93-84a9-4669-bcaa-a1f11ffe0562 req-79cd1151-5c74-40d3-9ef9-506b758ae67a tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:26.436196 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5e1cfe93-84a9-4669-bcaa-a1f11ffe0562 req-79cd1151-5c74-40d3-9ef9-506b758ae67a tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 945 time: 0.0479102 Apr 12 11:05:26.483745 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5e1cfe93-84a9-4669-bcaa-a1f11ffe0562 req-ffc5e45f-48e7-4bfc-8c3c-093492c6e44c tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412025 Apr 12 11:05:26.859892 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f9c461a4-fcfe-4a12-a6e9-ad7397ead10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:27.418721 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918b319-b9aa-48d8-9c38-a8824df0ef7e req-b748e894-01c0-4a14-b6a2-e49aceca6c37 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:27.420227 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5918b319-b9aa-48d8-9c38-a8824df0ef7e req-b748e894-01c0-4a14-b6a2-e49aceca6c37 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0456839 Apr 12 11:05:27.465172 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5918b319-b9aa-48d8-9c38-a8824df0ef7e req-d7c6b2bf-6b94-4ab9-ac04-8d4ed4ab8263 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394692 Apr 12 11:05:27.575065 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6ae46-9a6e-4d75-8529-08577e7efd18 req-c2be5855-9765-4e6b-965f-04b2c3f401b8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:27.576544 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b4d6ae46-9a6e-4d75-8529-08577e7efd18 req-c2be5855-9765-4e6b-965f-04b2c3f401b8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0489800 Apr 12 11:05:27.623532 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b4d6ae46-9a6e-4d75-8529-08577e7efd18 req-4125ddae-34ff-49e4-ae13-ecc37be2822d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Apr 12 11:05:27.723372 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a929da-7999-4995-b1bb-794e39794741 req-25021a5c-7de3-4fb3-a132-e9cac0ed8437 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:27.725114 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d3a929da-7999-4995-b1bb-794e39794741 req-25021a5c-7de3-4fb3-a132-e9cac0ed8437 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 945 time: 0.0480232 Apr 12 11:05:27.771984 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d3a929da-7999-4995-b1bb-794e39794741 req-e93b0caf-b91f-4013-ae75-93de45e6c9ec tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411355 Apr 12 11:05:28.098321 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:28.884998 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3e55f-ac79-4f2b-be2a-11e45500df4f req-2d4a4f66-25fb-4a20-bbc1-73c8dbd4e283 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:28.886333 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f1c3e55f-ac79-4f2b-be2a-11e45500df4f req-2d4a4f66-25fb-4a20-bbc1-73c8dbd4e283 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 945 time: 0.0485129 Apr 12 11:05:28.932428 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f1c3e55f-ac79-4f2b-be2a-11e45500df4f req-5abd11c8-e2c3-4409-8d0f-52aac4ee1886 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406303 Apr 12 11:05:29.624715 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:30.045072 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf507-0d82-4316-93e6-36feafb4700a req-38bdcbb0-774c-42b0-adad-92267e240405 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:30.046625 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5d8bf507-0d82-4316-93e6-36feafb4700a req-38bdcbb0-774c-42b0-adad-92267e240405 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 945 time: 0.0457127 Apr 12 11:05:30.092299 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5d8bf507-0d82-4316-93e6-36feafb4700a req-3f39c365-4345-40a7-a6ee-4df5bbe27988 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394328 Apr 12 11:05:31.090949 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:31.203826 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de565808-7b7b-4d87-b408-042fdf806a86 req-763d4f58-79e1-4e05-a3a5-d9976fbb84d2 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:31.205318 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-de565808-7b7b-4d87-b408-042fdf806a86 req-763d4f58-79e1-4e05-a3a5-d9976fbb84d2 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 945 time: 0.0463786 Apr 12 11:05:31.262896 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-de565808-7b7b-4d87-b408-042fdf806a86 req-b30185cf-0519-4f29-9c90-b9fe7ec3fe27 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519786 Apr 12 11:05:32.376453 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d19da0-9733-46fd-97cb-4a9b81cdc1a4 req-761cfad2-e722-447e-8951-76302fad05b3 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:32.377934 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a3d19da0-9733-46fd-97cb-4a9b81cdc1a4 req-761cfad2-e722-447e-8951-76302fad05b3 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 945 time: 0.0461044 Apr 12 11:05:32.424820 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a3d19da0-9733-46fd-97cb-4a9b81cdc1a4 req-c77a53b3-8553-40d8-aaac-7292c8f33055 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412872 Apr 12 11:05:33.398370 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcc20b-8932-4dd3-9f75-9105fc5c1a3f req-ea5cf9b4-df8a-44f2-b37f-8684d7d4fee2 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:33.399717 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3efcc20b-8932-4dd3-9f75-9105fc5c1a3f req-ea5cf9b4-df8a-44f2-b37f-8684d7d4fee2 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 945 time: 0.0456412 Apr 12 11:05:33.497134 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-3efcc20b-8932-4dd3-9f75-9105fc5c1a3f req-b63efbc3-1189-4ff1-9232-1c6252c81d30 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Deleting port e3747a32-4f06-4238-8451-f1a820288a38 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:05:33.497476 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-3efcc20b-8932-4dd3-9f75-9105fc5c1a3f req-b63efbc3-1189-4ff1-9232-1c6252c81d30 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (e3747a32-4f06-4238-8451-f1a820288a38), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:33.597772 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad921d-b3be-40e4-b21b-9ef18f4d7126 req-b9af6f71-e807-4e3d-a237-9df0a4c47165 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:33.599258 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-23ad921d-b3be-40e4-b21b-9ef18f4d7126 req-b9af6f71-e807-4e3d-a237-9df0a4c47165 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 945 time: 0.0968845 Apr 12 11:05:33.648677 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-3efcc20b-8932-4dd3-9f75-9105fc5c1a3f req-b63efbc3-1189-4ff1-9232-1c6252c81d30 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] For port e3747a32-4f06-4238-8451-f1a820288a38, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e3747a32-4f06-4238-8451-f1a820288a38,segment=NetworkSegment(b424691c-8b6b-48c9-8734-b16aee388cea),segment_id=b424691c-8b6b-48c9-8734-b16aee388cea)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:33.648964 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-3efcc20b-8932-4dd3-9f75-9105fc5c1a3f req-b63efbc3-1189-4ff1-9232-1c6252c81d30 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (e3747a32-4f06-4238-8451-f1a820288a38), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:33.670916 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-3efcc20b-8932-4dd3-9f75-9105fc5c1a3f req-b63efbc3-1189-4ff1-9232-1c6252c81d30 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Calling delete_port for e3747a32-4f06-4238-8451-f1a820288a38 owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:05:33.678883 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-23ad921d-b3be-40e4-b21b-9ef18f4d7126 req-a50845b7-0b9b-411f-95c1-5f7d3bdac4f0 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722175 Apr 12 11:05:33.800900 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-3efcc20b-8932-4dd3-9f75-9105fc5c1a3f req-b63efbc3-1189-4ff1-9232-1c6252c81d30 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (e3747a32-4f06-4238-8451-f1a820288a38), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:33.834388 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63efbc3-1189-4ff1-9232-1c6252c81d30 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Pushing event deleted for resources: {'Port': ['ID=e3747a32-4f06-4238-8451-f1a820288a38,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:33.884140 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efcc20b-8932-4dd3-9f75-9105fc5c1a3f req-b63efbc3-1189-4ff1-9232-1c6252c81d30 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] No DVR routers for this DVR port e3747a32-4f06-4238-8451-f1a820288a38 on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:05:33.886966 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-3efcc20b-8932-4dd3-9f75-9105fc5c1a3f req-b63efbc3-1189-4ff1-9232-1c6252c81d30 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:33.890354 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3efcc20b-8932-4dd3-9f75-9105fc5c1a3f req-b63efbc3-1189-4ff1-9232-1c6252c81d30 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.61 "DELETE /v2.0/ports/e3747a32-4f06-4238-8451-f1a820288a38 HTTP/1.1" status: 204 len: 173 time: 0.4847689 Apr 12 11:05:33.890843 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed582377-464e-409f-969b-a7e05a84da81', 'name': 'network-vif-deleted', 'tag': 'e3747a32-4f06-4238-8451-f1a820288a38'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:33.893206 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae170fd0-d0ee-4e2a-8416-2d510d960487" -d '{"events": [{"server_uuid": "ed582377-464e-409f-969b-a7e05a84da81", "name": "network-vif-deleted", "tag": "e3747a32-4f06-4238-8451-f1a820288a38"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:33.932393 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c92d1f-165d-4590-b436-87c86107873b x-openstack-request-id: req-35c92d1f-165d-4590-b436-87c86107873b {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:33.932690 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed582377-464e-409f-969b-a7e05a84da81", "name": "network-vif-deleted", "tag": "e3747a32-4f06-4238-8451-f1a820288a38", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:33.932948 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35c92d1f-165d-4590-b436-87c86107873b {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:33.933360 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c92d1f-165d-4590-b436-87c86107873b'] response: {'server_uuid': 'ed582377-464e-409f-969b-a7e05a84da81', 'name': 'network-vif-deleted', 'tag': 'e3747a32-4f06-4238-8451-f1a820288a38', 'status': 'completed', 'code': 200} Apr 12 11:05:34.771698 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c01bfaf2-ac03-48a3-a964-83a53dc10c72 req-b57bc5fa-98fe-438f-9111-86b6c377589c tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 210 time: 0.0269897 Apr 12 11:05:35.869882 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-12180fa0-9668-4655-ba21-8d385ce08e12 req-8d66fe5e-4696-41ff-ad35-98cc39ad47eb tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 210 time: 0.0264881 Apr 12 11:05:36.917275 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device e3747a32-4f06-4238-8451-f1a820288a38 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:05:36.940408 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: e3747a32-4f06-4238-8451-f1a820288a38 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:05:36.940755 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device e3747a32-4f06-4238-8451-f1a820288a38 not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:05:36.965114 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-32ebdaae-fea3-4646-8008-e625ef7a59a9 req-7f1790aa-dead-4867-84fa-1e8113baa297 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed582377-464e-409f-969b-a7e05a84da81 HTTP/1.1" status: 200 len: 210 time: 0.0308239 Apr 12 11:05:37.607527 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a671c1f-6cce-4e4f-b838-586bd8447a0d req-a4e89996-7f9d-45d9-9ad3-1b04f1260a5c tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:37.609120 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3a671c1f-6cce-4e4f-b838-586bd8447a0d req-a4e89996-7f9d-45d9-9ad3-1b04f1260a5c tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0538721 Apr 12 11:05:37.660008 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3a671c1f-6cce-4e4f-b838-586bd8447a0d req-2dede1c5-8fb2-4811-ab69-2dfc3a5dbb46 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447900 Apr 12 11:05:37.864549 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92519f42-f489-42e0-8d5e-27b7227fd9c1 req-a346cd92-8b3c-4ad2-9888-26faf30e2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:37.867219 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-92519f42-f489-42e0-8d5e-27b7227fd9c1 req-a346cd92-8b3c-4ad2-9888-26faf30e2835 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 1130 time: 0.0472126 Apr 12 11:05:37.962161 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92519f42-f489-42e0-8d5e-27b7227fd9c1 req-c4c7f0a8-a946-462c-bcfd-75ad1b6522ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:37.963753 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-92519f42-f489-42e0-8d5e-27b7227fd9c1 req-c4c7f0a8-a946-462c-bcfd-75ad1b6522ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 919 time: 0.0886576 Apr 12 11:05:38.331649 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-92519f42-f489-42e0-8d5e-27b7227fd9c1 req-7efa5266-72f6-42e3-9411-f4efb36349f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8436851-7854-4a01-ae7e-45d62dc2394a HTTP/1.1" status: 200 len: 217 time: 0.0457273 Apr 12 11:05:38.395036 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9dcb0d70-60ee-4ebb-a155-3db26c9375cd tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:38.396744 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9dcb0d70-60ee-4ebb-a155-3db26c9375cd tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/networks?id=e19fc6fe-3d19-49ab-845c-e368d6913c8d HTTP/1.1" status: 200 len: 808 time: 0.1924312 Apr 12 11:05:38.403919 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92519f42-f489-42e0-8d5e-27b7227fd9c1 req-35f9ec27-8bb7-4594-8056-7ef8112ef425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:38.405744 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-92519f42-f489-42e0-8d5e-27b7227fd9c1 req-35f9ec27-8bb7-4594-8056-7ef8112ef425 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.0665128 Apr 12 11:05:38.420601 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 50666) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:38.425801 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-128a28b7-a1e9-4c28-877c-e5ff4448637a tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/quotas/c9f83f828e4a4224aec63d47c18c2c66 HTTP/1.1" status: 200 len: 375 time: 0.0184650 Apr 12 11:05:38.482387 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-cdb6e41e-de8e-4a35-88cc-807e1187c1c8 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9f83f828e4a4224aec63d47c18c2c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412805 Apr 12 11:05:38.486255 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92519f42-f489-42e0-8d5e-27b7227fd9c1 req-ba58d48c-0e59-4e17-97e1-9eeaf2fe2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:38.487962 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-92519f42-f489-42e0-8d5e-27b7227fd9c1 req-ba58d48c-0e59-4e17-97e1-9eeaf2fe2bd5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736971 Apr 12 11:05:38.610015 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-aacb264e-9157-45c4-a268-c9542161cc81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a156ce595dba4f5fa8689f9f68597adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1875486 Apr 12 11:05:38.610690 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 50672) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:38.656271 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-f7aa9e32-68a7-44e7-b6c9-324a2e1304b4 service neutron] 10.222.0.55 "GET /v2.0/networks/e19fc6fe-3d19-49ab-845c-e368d6913c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671410 Apr 12 11:05:38.661410 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-92519f42-f489-42e0-8d5e-27b7227fd9c1 req-0a56587f-4af7-4c2e-99e5-f16a80ddd821 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646214 Apr 12 11:05:38.662177 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed41ecca-c7de-4bd6-bd04-0da9dd64a487 admin admin] Publish callbacks [] for security_group (b32c892d-fd5a-4b20-9c45-e7381163eff6), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:38.701560 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed41ecca-c7de-4bd6-bd04-0da9dd64a487 admin admin] Publish callbacks [] for security_group (b32c892d-fd5a-4b20-9c45-e7381163eff6), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:38.767032 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed41ecca-c7de-4bd6-bd04-0da9dd64a487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (b32c892d-fd5a-4b20-9c45-e7381163eff6), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:38.770585 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed41ecca-c7de-4bd6-bd04-0da9dd64a487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:38.772102 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-ed41ecca-c7de-4bd6-bd04-0da9dd64a487 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b32c892d-fd5a-4b20-9c45-e7381163eff6 HTTP/1.1" status: 204 len: 168 time: 0.1604445 Apr 12 11:05:38.789591 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41ecca-c7de-4bd6-bd04-0da9dd64a487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32c892d-fd5a-4b20-9c45-e7381163eff6,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:38.870723 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:38.886392 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fcbe9-2266-4513-b9ab-d703eaff9029 req-d99bc133-0369-471c-b50c-dc953e9451b8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:38.887882 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-306fcbe9-2266-4513-b9ab-d703eaff9029 req-d99bc133-0369-471c-b50c-dc953e9451b8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0684884 Apr 12 11:05:38.933973 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-92519f42-f489-42e0-8d5e-27b7227fd9c1 req-2ac5806e-2bec-4003-861a-8d8063f9e883 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657812 Apr 12 11:05:38.940096 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-ae42784d-380c-4414-9c0c-0026f65effe6 service neutron] 10.222.0.55 "GET /v2.0/networks/e19fc6fe-3d19-49ab-845c-e368d6913c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745261 Apr 12 11:05:38.971758 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-306fcbe9-2266-4513-b9ab-d703eaff9029 req-80f9a608-7623-4335-815e-381dc35ca831 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748351 Apr 12 11:05:39.164971 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3fca3008-d4d7-4c8b-9252-8e124bffc489 req-e4a5da9e-ea33-4ba0-a8d5-16255e71e24c tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 210 time: 0.0300772 Apr 12 11:05:39.279102 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0587f-7041-4c16-83f4-f4812c1186e5 req-60edb451-7f51-4ce1-9cd1-163114ec5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:39.281109 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-46f0587f-7041-4c16-83f4-f4812c1186e5 req-60edb451-7f51-4ce1-9cd1-163114ec5dc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 1130 time: 0.0440462 Apr 12 11:05:39.434750 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0587f-7041-4c16-83f4-f4812c1186e5 req-94e03b26-b6b1-4e42-92ef-867090346519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:39.436314 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-46f0587f-7041-4c16-83f4-f4812c1186e5 req-94e03b26-b6b1-4e42-92ef-867090346519 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 919 time: 0.1347420 Apr 12 11:05:39.494567 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-46f0587f-7041-4c16-83f4-f4812c1186e5 req-3b291206-2a66-4130-ac05-32eda8850cff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8436851-7854-4a01-ae7e-45d62dc2394a HTTP/1.1" status: 200 len: 217 time: 0.0492806 Apr 12 11:05:39.551057 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0587f-7041-4c16-83f4-f4812c1186e5 req-08093d4c-ecf8-451a-8dd3-454543723d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:39.552579 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-46f0587f-7041-4c16-83f4-f4812c1186e5 req-08093d4c-ecf8-451a-8dd3-454543723d57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.0510254 Apr 12 11:05:39.623600 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0587f-7041-4c16-83f4-f4812c1186e5 req-b46f0716-1146-4b40-984d-f74cf0b2dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:39.625155 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-46f0587f-7041-4c16-83f4-f4812c1186e5 req-b46f0716-1146-4b40-984d-f74cf0b2dc0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448997 Apr 12 11:05:39.745739 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-46f0587f-7041-4c16-83f4-f4812c1186e5 req-295c47d0-3d41-4f68-a953-8fd15093a1f3 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128480 Apr 12 11:05:39.858589 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-46f0587f-7041-4c16-83f4-f4812c1186e5 req-a030ac57-6acc-4612-b631-219ad83f4f9b service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036923 Apr 12 11:05:40.102548 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cd4c6-5e53-46d9-b40e-ed5d0afcc97c req-ae6eeca2-d17f-47d3-92a6-dd54800ee4fb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:40.104191 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-db8cd4c6-5e53-46d9-b40e-ed5d0afcc97c req-ae6eeca2-d17f-47d3-92a6-dd54800ee4fb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0544419 Apr 12 11:05:40.157221 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-db8cd4c6-5e53-46d9-b40e-ed5d0afcc97c req-0c01ff28-0ec5-45a4-b53e-7e9b71c4cfa1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441134 Apr 12 11:05:40.269224 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4f7b828c-3c4d-4ad2-aef2-62e470326bc8 req-028e6273-8164-484e-a64c-bbfc23c18cc1 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 210 time: 0.0362103 Apr 12 11:05:40.609993 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-473fdf77-3a2e-4f5c-99ed-baaca5360639 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:40.612810 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-473fdf77-3a2e-4f5c-99ed-baaca5360639 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.61 "GET /v2.0/networks?id=e19fc6fe-3d19-49ab-845c-e368d6913c8d HTTP/1.1" status: 200 len: 808 time: 0.1439857 Apr 12 11:05:40.643688 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Request body: {'port': {'device_id': '301b6812-6c3c-464c-ae9a-6a9a3bfe31ae', 'network_id': 'e19fc6fe-3d19-49ab-845c-e368d6913c8d', 'admin_state_up': True, 'tenant_id': 'c9f83f828e4a4224aec63d47c18c2c66'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:40.756054 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Made reservation on behalf of c9f83f828e4a4224aec63d47c18c2c66 for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:05:40.759472 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:41.123094 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Allocated IP 172.20.0.12 (e19fc6fe-3d19-49ab-845c-e368d6913c8d/7b613ddc-1e0f-496d-ba47-cb5386aad2be/b4c7d47b-19fb-4b09-924e-e73b2c7efbcf) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:05:41.280808 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355128b-e1d4-4975-96b3-59589acb8fa6 req-b6335d04-6844-4421-bc01-ba5efcbe3e8e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:41.282792 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d355128b-e1d4-4975-96b3-59589acb8fa6 req-b6335d04-6844-4421-bc01-ba5efcbe3e8e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0585487 Apr 12 11:05:41.329005 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks [] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:41.383374 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d355128b-e1d4-4975-96b3-59589acb8fa6 req-abf6d9fd-488e-4cef-9a2b-d8ee926f29b0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913064 Apr 12 11:05:41.386376 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b445f3d0-4c4f-47f6-843a-94a9fa7273ef req-fa67c64c-9c0a-4ff1-a91e-1c88a0f2613e tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 210 time: 0.0435307 Apr 12 11:05:41.415030 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:41.461631 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Network e19fc6fe-3d19-49ab-845c-e368d6913c8d is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:05:41.464627 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:05:41.468248 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:05:41.491868 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Pushing event updated for resources: {'Port': ['ID=b4c7d47b-19fb-4b09-924e-e73b2c7efbcf,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:41.504312 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.505026 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.505026 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.505327 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.505661 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.506107 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.506329 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.506647 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.506977 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.507329 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.507655 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.507973 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.508297 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.508616 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.508934 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:41.534418 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:41.534952 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:41.552312 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-eb20b73d-c4b7-4742-b166-2a63fa1774ff tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9134247 Apr 12 11:05:41.583062 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Request body: {'port': {'device_id': '301b6812-6c3c-464c-ae9a-6a9a3bfe31ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:05:41.657247 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:41.907465 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 50816) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:41.952802 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c7d47b-19fb-4b09-924e-e73b2c7efbcf {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:05:41.960520 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Publish callbacks [] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:41.974558 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Transition to ACTIVE for port object b4c7d47b-19fb-4b09-924e-e73b2c7efbcf will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:05:41.978715 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:42.035956 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8211022e-2328-4d29-b263-42c2616ffb34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:42.055500 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c7d47b-19fb-4b09-924e-e73b2c7efbcf,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:42.156328 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Attempting to bind port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:05:42.156659 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Attempting to bind port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b424691c-8b6b-48c9-8734-b16aee388cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e19fc6fe-3d19-49ab-845c-e368d6913c8d'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:05:42.156995 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Attempting to bind port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf on network e19fc6fe-3d19-49ab-845c-e368d6913c8d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:05:42.166155 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf on network e19fc6fe-3d19-49ab-845c-e368d6913c8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:05:42.166482 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Attempting to bind port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf on network e19fc6fe-3d19-49ab-845c-e368d6913c8d {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:05:42.180296 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:05:42.180637 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Checking segment: {'id': 'b424691c-8b6b-48c9-8734-b16aee388cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e19fc6fe-3d19-49ab-845c-e368d6913c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:05:42.181027 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Bound using segment: {'id': 'b424691c-8b6b-48c9-8734-b16aee388cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e19fc6fe-3d19-49ab-845c-e368d6913c8d'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:05:42.181466 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Bound port: b4c7d47b-19fb-4b09-924e-e73b2c7efbcf, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b424691c-8b6b-48c9-8734-b16aee388cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e19fc6fe-3d19-49ab-845c-e368d6913c8d'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:05:42.181823 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:42.230007 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8211022e-2328-4d29-b263-42c2616ffb34 admin admin] Publish callbacks [] for security_group (0fc24e63-874c-4c21-9f82-f0aaaf7084ec), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:42.236935 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8211022e-2328-4d29-b263-42c2616ffb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (0fc24e63-874c-4c21-9f82-f0aaaf7084ec), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:42.296080 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-8211022e-2328-4d29-b263-42c2616ffb34 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ee56de7a39c4e55a7babe9320fbc4c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875854 Apr 12 11:05:42.297834 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] For port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:05:42.299816 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 50838) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:42.300268 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211022e-2328-4d29-b263-42c2616ffb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc24e63-874c-4c21-9f82-f0aaaf7084ec,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:42.303704 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] For port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b4c7d47b-19fb-4b09-924e-e73b2c7efbcf,segment=NetworkSegment(b424691c-8b6b-48c9-8734-b16aee388cea),segment_id=b424691c-8b6b-48c9-8734-b16aee388cea)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:05:42.319162 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:42.354762 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:42.355027 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Publish callbacks [] for security_group (0fc24e63-874c-4c21-9f82-f0aaaf7084ec), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:42.355402 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:42.356755 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] 10.222.0.61 "PUT /v2.0/ports/b4c7d47b-19fb-4b09-924e-e73b2c7efbcf HTTP/1.1" status: 200 len: 1094 time: 0.7796576 Apr 12 11:05:42.357197 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301b6812-6c3c-464c-ae9a-6a9a3bfe31ae', 'tag': 'b4c7d47b-19fb-4b09-924e-e73b2c7efbcf'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:42.360012 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed65518-d693-4f4c-b76e-33078fc76242" -d '{"events": [{"name": "network-changed", "server_uuid": "301b6812-6c3c-464c-ae9a-6a9a3bfe31ae", "tag": "b4c7d47b-19fb-4b09-924e-e73b2c7efbcf"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:42.377820 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Publish callbacks [] for security_group (0fc24e63-874c-4c21-9f82-f0aaaf7084ec), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:42.381709 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcade82-83ba-4805-8458-f06b66f0c249 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c7d47b-19fb-4b09-924e-e73b2c7efbcf,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:42.400095 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943ff0d0-e004-404b-baa0-36e26c4c5278 x-openstack-request-id: req-943ff0d0-e004-404b-baa0-36e26c4c5278 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:42.400391 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301b6812-6c3c-464c-ae9a-6a9a3bfe31ae", "tag": "b4c7d47b-19fb-4b09-924e-e73b2c7efbcf", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:42.400650 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-943ff0d0-e004-404b-baa0-36e26c4c5278 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:42.401054 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943ff0d0-e004-404b-baa0-36e26c4c5278'] response: {'name': 'network-changed', 'server_uuid': '301b6812-6c3c-464c-ae9a-6a9a3bfe31ae', 'tag': 'b4c7d47b-19fb-4b09-924e-e73b2c7efbcf', 'status': 'completed', 'code': 200} Apr 12 11:05:42.439380 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (0fc24e63-874c-4c21-9f82-f0aaaf7084ec), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:42.442150 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:42.446211 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0fc24e63-874c-4c21-9f82-f0aaaf7084ec HTTP/1.1" status: 204 len: 168 time: 0.1447890 Apr 12 11:05:42.454247 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc24e63-874c-4c21-9f82-f0aaaf7084ec,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:42.461482 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.461832 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.462168 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.462665 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.463172 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.463513 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.463842 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.464165 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.464488 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.464812 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.465135 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.465626 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.465951 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.466555 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.466875 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16727fb1-85bf-4854-8d76-7132456594cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:05:42.539685 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0abbec-c615-4944-a386-fd673fd642b8 req-a7f4640b-bf76-4520-b59e-0f5448c2c634 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:42.541239 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dd0abbec-c615-4944-a386-fd673fd642b8 req-a7f4640b-bf76-4520-b59e-0f5448c2c634 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 944 time: 0.0808296 Apr 12 11:05:42.568622 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c4458-3bb3-4295-ac4c-d40f83f0521f req-46bcc618-3ee8-46f3-b5b4-4a4aa6811ecf tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:42.570072 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-756c4458-3bb3-4295-ac4c-d40f83f0521f req-46bcc618-3ee8-46f3-b5b4-4a4aa6811ecf tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0743384 Apr 12 11:05:42.621452 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dd0abbec-c615-4944-a386-fd673fd642b8 req-3c4ee0af-fa9b-4482-a574-b6637603eda1 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725141 Apr 12 11:05:42.645420 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-756c4458-3bb3-4295-ac4c-d40f83f0521f req-e6d652e2-e1c0-4694-ba14-9811a50f5ff7 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675008 Apr 12 11:05:43.772756 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78489b8d-be15-456c-b51a-bc90fd6bd617 req-a4077f28-8d56-4024-a2f8-7b558790b1a7 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:43.775171 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-78489b8d-be15-456c-b51a-bc90fd6bd617 req-a4077f28-8d56-4024-a2f8-7b558790b1a7 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 944 time: 0.0775225 Apr 12 11:05:43.795154 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d25ec4-30ba-45a7-9ace-0b2bb502d177 req-01803248-a154-4a17-b038-e2cc5750bc00 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:43.796807 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a5d25ec4-30ba-45a7-9ace-0b2bb502d177 req-01803248-a154-4a17-b038-e2cc5750bc00 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0684571 Apr 12 11:05:43.863101 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-78489b8d-be15-456c-b51a-bc90fd6bd617 req-b6dff64a-a6b1-4230-b03f-e0df20f1db13 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784409 Apr 12 11:05:43.870498 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a5d25ec4-30ba-45a7-9ace-0b2bb502d177 req-15d9adf4-5a58-47dc-8c97-87cc7c9190cb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678082 Apr 12 11:05:44.808245 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed65518-d693-4f4c-b76e-33078fc76242 req-12bb664a-5ad4-4a3b-9aab-2712e4fde019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:44.809696 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9ed65518-d693-4f4c-b76e-33078fc76242 req-12bb664a-5ad4-4a3b-9aab-2712e4fde019 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9f83f828e4a4224aec63d47c18c2c66&device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 1128 time: 0.0385330 Apr 12 11:05:45.003543 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7b71f-c0c7-4de6-96fa-42daae78efbf req-317f63fb-b858-4938-a816-2ed876e1db04 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:45.005095 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-98c7b71f-c0c7-4de6-96fa-42daae78efbf req-317f63fb-b858-4938-a816-2ed876e1db04 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 944 time: 0.0762787 Apr 12 11:05:45.011148 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fb831-98de-4030-8a52-8b729393e244 req-16f3cb8f-b685-4818-b498-34165bf55cfd tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:45.012469 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-af6fb831-98de-4030-8a52-8b729393e244 req-16f3cb8f-b685-4818-b498-34165bf55cfd tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0733507 Apr 12 11:05:45.085971 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-98c7b71f-c0c7-4de6-96fa-42daae78efbf req-852c4d77-1915-4046-acaf-91df867ec0ac tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725758 Apr 12 11:05:45.088938 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-af6fb831-98de-4030-8a52-8b729393e244 req-72080f5d-dc61-47d6-9c40-517551edc49b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697706 Apr 12 11:05:45.848891 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:05:46.225734 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2bd62-3e65-467b-96ac-800818005c55 req-cb3ab7ca-9fed-4762-b39f-59db43089534 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:46.227256 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-05e2bd62-3e65-467b-96ac-800818005c55 req-cb3ab7ca-9fed-4762-b39f-59db43089534 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 944 time: 0.0742357 Apr 12 11:05:46.235471 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e5621-fdb4-44de-a527-6e7db5f43b3f req-66b330be-117d-4b07-b694-aa11721738dd tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:46.236866 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d70e5621-fdb4-44de-a527-6e7db5f43b3f req-66b330be-117d-4b07-b694-aa11721738dd tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0727899 Apr 12 11:05:46.319251 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-05e2bd62-3e65-467b-96ac-800818005c55 req-9c39807b-d9e1-4530-9123-90844df83e93 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814083 Apr 12 11:05:46.323308 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d70e5621-fdb4-44de-a527-6e7db5f43b3f req-dae4c61d-9028-4676-ada1-72b818af6cac tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798829 Apr 12 11:05:47.455909 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7ec78-30e0-4ef1-b389-cfc76ab36fdf req-9c537242-64fd-4c6e-ba56-06710fe349d7 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:47.457262 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4ac7ec78-30e0-4ef1-b389-cfc76ab36fdf req-9c537242-64fd-4c6e-ba56-06710fe349d7 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 944 time: 0.0731006 Apr 12 11:05:47.464739 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbed20-e549-4bc8-b8ae-ed31a19abff1 req-c78adaf5-02db-4a25-8378-4ab2645effd6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:47.466059 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-72fbed20-e549-4bc8-b8ae-ed31a19abff1 req-c78adaf5-02db-4a25-8378-4ab2645effd6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0715654 Apr 12 11:05:47.540169 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4ac7ec78-30e0-4ef1-b389-cfc76ab36fdf req-e7448d72-4258-46b6-bd19-4cf04dcedcc2 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731902 Apr 12 11:05:47.543010 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-72fbed20-e549-4bc8-b8ae-ed31a19abff1 req-dae409c7-5b40-44b5-af5a-40a37e1d313d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695930 Apr 12 11:05:48.085259 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed65518-d693-4f4c-b76e-33078fc76242 req-c2954980-ff3e-48b4-b2a1-501ebb009456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:48.086699 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9ed65518-d693-4f4c-b76e-33078fc76242 req-c2954980-ff3e-48b4-b2a1-501ebb009456 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c9f83f828e4a4224aec63d47c18c2c66&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1656089 Apr 12 11:05:48.484519 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed65518-d693-4f4c-b76e-33078fc76242 req-4d04f7dd-c38e-4365-bf45-330813dd6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:48.487063 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9ed65518-d693-4f4c-b76e-33078fc76242 req-4d04f7dd-c38e-4365-bf45-330813dd6f9d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1579881 Apr 12 11:05:48.597370 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-89fe719f-8d37-4b5b-8310-b2a42ca08f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:48.598854 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-89fe719f-8d37-4b5b-8310-b2a42ca08f2b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9f83f828e4a4224aec63d47c18c2c66&device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 1128 time: 0.0452724 Apr 12 11:05:48.705282 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-aab72967-a397-4fd8-b252-5190622b30e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4c7d47b-19fb-4b09-924e-e73b2c7efbcf HTTP/1.1" status: 200 len: 217 time: 0.0853927 Apr 12 11:05:48.733317 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761837c-ba25-4987-b10c-c07c3cee8f0e req-155e322f-36c2-48b2-b53f-47047a10227b tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:48.734757 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1761837c-ba25-4987-b10c-c07c3cee8f0e req-155e322f-36c2-48b2-b53f-47047a10227b tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 944 time: 0.1275301 Apr 12 11:05:48.750255 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b9227-e4d2-4752-8124-c3a05de1f6db req-080d5056-496c-4683-b1ac-ae9023902152 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:48.750255 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-000b9227-e4d2-4752-8124-c3a05de1f6db req-080d5056-496c-4683-b1ac-ae9023902152 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.1211390 Apr 12 11:05:48.821252 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-935c55e2-6aa8-48ef-9d68-4185481381f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:48.822687 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-935c55e2-6aa8-48ef-9d68-4185481381f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7b613ddc-1e0f-496d-ba47-cb5386aad2be HTTP/1.1" status: 200 len: 848 time: 0.1061265 Apr 12 11:05:48.870143 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1761837c-ba25-4987-b10c-c07c3cee8f0e req-f4ca36a0-d39f-43e2-83af-4e7909bb7d18 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260970 Apr 12 11:05:48.876793 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-aae83e98-1e4c-4877-af0f-3b309f882606 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e19fc6fe-3d19-49ab-845c-e368d6913c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451384 Apr 12 11:05:48.884317 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-000b9227-e4d2-4752-8124-c3a05de1f6db req-1e4abd69-a7ac-45d7-9b66-fe60201c1d51 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154792 Apr 12 11:05:49.011621 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-d266f4d3-e72c-4571-8016-10aa5ba36334 service neutron] 10.222.0.61 "GET /v2.0/networks/e19fc6fe-3d19-49ab-845c-e368d6913c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261559 Apr 12 11:05:49.123341 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6f3bed3-98ba-478d-a1f4-abe4d3600e14 req-f65b7066-a487-4852-994a-4cf16eba0532 service neutron] 10.222.0.61 "GET /v2.0/networks/e19fc6fe-3d19-49ab-845c-e368d6913c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025288 Apr 12 11:05:49.614715 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a2fe1-bc63-48e7-891d-0b2b7272bfd2 req-b73630d5-51b9-4cc9-9c3d-e1fa4bcdef87 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:49.616238 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-696a2fe1-bc63-48e7-891d-0b2b7272bfd2 req-b73630d5-51b9-4cc9-9c3d-e1fa4bcdef87 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0475316 Apr 12 11:05:49.662012 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-696a2fe1-bc63-48e7-891d-0b2b7272bfd2 req-ceceebfc-c42a-46bf-a17d-0a53755b2905 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401978 Apr 12 11:05:50.013334 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae718fe-014d-490f-be8c-acbc2cf6421d req-19653327-022d-40bf-832c-f409919e2b3d tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:50.014975 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0ae718fe-014d-490f-be8c-acbc2cf6421d req-19653327-022d-40bf-832c-f409919e2b3d tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 944 time: 0.0726235 Apr 12 11:05:50.029672 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f71f-9df8-4c56-bbfb-864ad8cf2610 req-d2a28bdb-c0a9-4b45-992f-be47c59b2242 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:50.031062 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a163f71f-9df8-4c56-bbfb-864ad8cf2610 req-d2a28bdb-c0a9-4b45-992f-be47c59b2242 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0626454 Apr 12 11:05:50.092911 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0ae718fe-014d-490f-be8c-acbc2cf6421d req-f6cd0dfb-2bcb-4773-9337-39e71af0abe2 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703344 Apr 12 11:05:50.104407 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a163f71f-9df8-4c56-bbfb-864ad8cf2610 req-3e49561f-f134-4dda-b6c1-acf3d1a74bd4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670133 Apr 12 11:05:50.771113 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a3d1c-5604-427a-876b-69508cc26759 req-6985af14-bc69-4d00-bada-53869ad0caf1 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:50.772549 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aa1a3d1c-5604-427a-876b-69508cc26759 req-6985af14-bc69-4d00-bada-53869ad0caf1 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0454710 Apr 12 11:05:50.817616 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aa1a3d1c-5604-427a-876b-69508cc26759 req-deee05c2-a0a9-4eb3-a0ee-81052ef7f58e tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396194 Apr 12 11:05:50.944669 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device b4c7d47b-19fb-4b09-924e-e73b2c7efbcf details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:05:51.043007 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b4c7d47b-19fb-4b09-924e-e73b2c7efbcf,segment=NetworkSegment(b424691c-8b6b-48c9-8734-b16aee388cea),segment_id=b424691c-8b6b-48c9-8734-b16aee388cea)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:51.054121 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': 'b4c7d47b-19fb-4b09-924e-e73b2c7efbcf', 'network_id': 'e19fc6fe-3d19-49ab-845c-e368d6913c8d', 'port_id': 'b4c7d47b-19fb-4b09-924e-e73b2c7efbcf', 'mac_address': 'fa:16:3e:38:0f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b613ddc-1e0f-496d-ba47-cb5386aad2be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:05:51.090929 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:51.091345 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:51.103568 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c7d47b-19fb-4b09-924e-e73b2c7efbcf {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:05:51.122466 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b4c7d47b-19fb-4b09-924e-e73b2c7efbcf,segment=NetworkSegment(b424691c-8b6b-48c9-8734-b16aee388cea),segment_id=b424691c-8b6b-48c9-8734-b16aee388cea)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:51.128616 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:51.180817 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=b4c7d47b-19fb-4b09-924e-e73b2c7efbcf,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:51.237638 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbd6a9-8f39-4827-9cdf-ae6318431228 req-48412c90-4c2b-4d1f-9cc2-c6c4519dd59c tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:51.238975 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-94cbd6a9-8f39-4827-9cdf-ae6318431228 req-48412c90-4c2b-4d1f-9cc2-c6c4519dd59c tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 945 time: 0.0767093 Apr 12 11:05:51.257550 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599e107-0b7f-43b3-9407-d5bbf8d4dc4b req-7bcbbb2d-5f8c-47d9-ba70-7da2ed5c0edb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:51.258953 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d599e107-0b7f-43b3-9407-d5bbf8d4dc4b req-7bcbbb2d-5f8c-47d9-ba70-7da2ed5c0edb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0638082 Apr 12 11:05:51.319898 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-94cbd6a9-8f39-4827-9cdf-ae6318431228 req-6094a7d6-c850-48d6-8807-18b77b34da8a tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740604 Apr 12 11:05:51.330716 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d599e107-0b7f-43b3-9407-d5bbf8d4dc4b req-9243cfd7-29f0-47c4-a987-320585612c39 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634830 Apr 12 11:05:51.927147 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cd267-82c9-4072-8e07-157766a6e499 req-8b0130a5-a058-4048-8843-5e73d1b1ffec tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:51.928596 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fa6cd267-82c9-4072-8e07-157766a6e499 req-8b0130a5-a058-4048-8843-5e73d1b1ffec tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0454879 Apr 12 11:05:51.976839 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fa6cd267-82c9-4072-8e07-157766a6e499 req-bbf3cb85-f32c-46a1-8331-b8355c0bf75a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 Apr 12 11:05:52.457392 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10425a64-9eb0-4527-8a24-4f0344368673 req-b1284fdf-7e6c-4148-8d70-a5a122646ec0 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:52.458849 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-10425a64-9eb0-4527-8a24-4f0344368673 req-b1284fdf-7e6c-4148-8d70-a5a122646ec0 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 945 time: 0.0751495 Apr 12 11:05:52.468952 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22579225-0314-4bad-9f06-81c15a5c2f34 req-c3719a15-0e9b-4753-a424-e42a3fad6388 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:52.470340 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-22579225-0314-4bad-9f06-81c15a5c2f34 req-c3719a15-0e9b-4753-a424-e42a3fad6388 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0598664 Apr 12 11:05:52.537901 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-10425a64-9eb0-4527-8a24-4f0344368673 req-c8297445-f99c-42f0-a150-9d8948612bf6 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666463 Apr 12 11:05:52.545622 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-22579225-0314-4bad-9f06-81c15a5c2f34 req-26afda8b-a17d-4227-94f5-3cf901d21b30 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688119 Apr 12 11:05:53.088825 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab9977-df6f-421f-b6f0-9185e31adb69 req-101792bb-3587-4b89-bad4-239bf70bb061 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:53.090233 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-50ab9977-df6f-421f-b6f0-9185e31adb69 req-101792bb-3587-4b89-bad4-239bf70bb061 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0478821 Apr 12 11:05:53.134694 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-50ab9977-df6f-421f-b6f0-9185e31adb69 req-32ee18d7-3475-46da-a5a2-6c0df44513be tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385027 Apr 12 11:05:53.434900 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['b4c7d47b-19fb-4b09-924e-e73b2c7efbcf'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:05:53.693600 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4f0f5-c109-4a5f-bd96-91fa8f6b58fb req-fb9d0714-981a-4dda-a665-04c2f2ebb859 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:53.695068 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-84d4f0f5-c109-4a5f-bd96-91fa8f6b58fb req-fb9d0714-981a-4dda-a665-04c2f2ebb859 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0755398 Apr 12 11:05:53.701274 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9904ac-8a7d-4b62-a788-a89be894189b req-88ff1862-db8c-4f82-807e-7ea4505c46d0 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:53.702714 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4a9904ac-8a7d-4b62-a788-a89be894189b req-88ff1862-db8c-4f82-807e-7ea4505c46d0 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 945 time: 0.0740471 Apr 12 11:05:53.777737 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-84d4f0f5-c109-4a5f-bd96-91fa8f6b58fb req-37f2870b-6357-454d-b307-bfb55f2d26e0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740578 Apr 12 11:05:53.785000 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4a9904ac-8a7d-4b62-a788-a89be894189b req-44d3d351-c9ce-4120-bb42-37379399958e tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719736 Apr 12 11:05:54.248585 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8912f-ab8d-4862-b799-d42aa3917c1a req-636df797-2103-484e-b25c-aa04a6965227 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:54.250238 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-23c8912f-ab8d-4862-b799-d42aa3917c1a req-636df797-2103-484e-b25c-aa04a6965227 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0474472 Apr 12 11:05:54.297970 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-23c8912f-ab8d-4862-b799-d42aa3917c1a req-2f66845b-d148-408a-804e-3b8f55e506c3 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414901 Apr 12 11:05:54.588583 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-08fadf4b-501c-4695-90ee-9e5d7c750f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:54.871472 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51134) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:54.975708 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device b4c7d47b-19fb-4b09-924e-e73b2c7efbcf up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:05:55.032962 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:05:55.040496 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:05:55.040813 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.125831 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:05:55.126358 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.150972 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301b6812-6c3c-464c-ae9a-6a9a3bfe31ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c7d47b-19fb-4b09-924e-e73b2c7efbcf'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:05:55.154425 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edfce88-ff37-4c69-916b-631f65085abc" -d '{"events": [{"server_uuid": "301b6812-6c3c-464c-ae9a-6a9a3bfe31ae", "name": "network-vif-plugged", "status": "completed", "tag": "b4c7d47b-19fb-4b09-924e-e73b2c7efbcf"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:05:55.168202 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b4c7d47b-19fb-4b09-924e-e73b2c7efbcf,segment=NetworkSegment(b424691c-8b6b-48c9-8734-b16aee388cea),segment_id=b424691c-8b6b-48c9-8734-b16aee388cea)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:05:55.174784 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.229479 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786a3b4-4e1e-40c0-86c3-53e4a50e0f77 req-57541267-7a5a-4fb7-98d8-dbf4dbe835dc tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:55.230277 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=b4c7d47b-19fb-4b09-924e-e73b2c7efbcf,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:55.231215 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9786a3b4-4e1e-40c0-86c3-53e4a50e0f77 req-57541267-7a5a-4fb7-98d8-dbf4dbe835dc tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 945 time: 0.3471520 Apr 12 11:05:55.239803 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f5e2a-f850-43e6-b91e-c989000ff6cb req-57696698-ca6f-4d08-b8a9-cd23e1f571e8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:55.241355 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b96f5e2a-f850-43e6-b91e-c989000ff6cb req-57696698-ca6f-4d08-b8a9-cd23e1f571e8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.3740292 Apr 12 11:05:55.243469 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e61895a7-05c4-4783-97c1-e807959c05f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.354914 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9786a3b4-4e1e-40c0-86c3-53e4a50e0f77 req-8f87bc1c-9e6e-49fd-bc6b-07e13b872a21 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125674 Apr 12 11:05:55.361158 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b96f5e2a-f850-43e6-b91e-c989000ff6cb req-0f870d40-7208-4782-8949-7d88384e8bc8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050253 Apr 12 11:05:55.396228 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e61895a7-05c4-4783-97c1-e807959c05f3 admin admin] Publish callbacks [] for security_group (750a7722-629c-444c-9667-df83a77f7edb), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.402773 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e61895a7-05c4-4783-97c1-e807959c05f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (750a7722-629c-444c-9667-df83a77f7edb), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.432225 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dadf1c4-1626-4704-b366-e50a03d2280a x-openstack-request-id: req-7dadf1c4-1626-4704-b366-e50a03d2280a {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:05:55.432570 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301b6812-6c3c-464c-ae9a-6a9a3bfe31ae", "name": "network-vif-plugged", "status": "completed", "tag": "b4c7d47b-19fb-4b09-924e-e73b2c7efbcf", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:05:55.432914 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7dadf1c4-1626-4704-b366-e50a03d2280a {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:05:55.433401 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dadf1c4-1626-4704-b366-e50a03d2280a'] response: {'server_uuid': '301b6812-6c3c-464c-ae9a-6a9a3bfe31ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c7d47b-19fb-4b09-924e-e73b2c7efbcf', 'code': 200} Apr 12 11:05:55.445954 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-e61895a7-05c4-4783-97c1-e807959c05f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5276a65ac45147b69b2e3035acb62aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5727730 Apr 12 11:05:55.446882 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61895a7-05c4-4783-97c1-e807959c05f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750a7722-629c-444c-9667-df83a77f7edb,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:55.448257 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51154) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:55.518251 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b35914c-482e-418e-9c5a-8e4503d81ced admin admin] Publish callbacks [] for security_group (750a7722-629c-444c-9667-df83a77f7edb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.532219 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579abf5-376d-458d-887a-e88328735f05 req-08051ad5-635c-4d39-b29f-09d9d15b1670 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:55.534820 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2579abf5-376d-458d-887a-e88328735f05 req-08051ad5-635c-4d39-b29f-09d9d15b1670 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0616407 Apr 12 11:05:55.541472 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b35914c-482e-418e-9c5a-8e4503d81ced admin admin] Publish callbacks [] for security_group (750a7722-629c-444c-9667-df83a77f7edb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.595260 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b35914c-482e-418e-9c5a-8e4503d81ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (750a7722-629c-444c-9667-df83a77f7edb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.599205 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b35914c-482e-418e-9c5a-8e4503d81ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:55.614409 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-6b35914c-482e-418e-9c5a-8e4503d81ced admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/750a7722-629c-444c-9667-df83a77f7edb HTTP/1.1" status: 204 len: 168 time: 0.1649799 Apr 12 11:05:55.625773 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2579abf5-376d-458d-887a-e88328735f05 req-ebec568d-c263-4a4c-a7bb-cde2f18523d1 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837307 Apr 12 11:05:55.643814 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35914c-482e-418e-9c5a-8e4503d81ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750a7722-629c-444c-9667-df83a77f7edb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:55.730804 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339de10-7c5c-4ffe-b918-e48b34b0252b req-4e4ebe4d-aba8-4231-b2b4-2831c57cc976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:55.732336 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e339de10-7c5c-4ffe-b918-e48b34b0252b req-4e4ebe4d-aba8-4231-b2b4-2831c57cc976 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 1130 time: 0.0451403 Apr 12 11:05:55.803425 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e339de10-7c5c-4ffe-b918-e48b34b0252b req-e14b830b-512d-4d34-bb33-d4dd6eb8b4d9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620453 Apr 12 11:05:56.397929 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51212) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:56.543814 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3b69f-3f4e-4cdc-b66e-f9a9f004c7a1 req-2513cb79-27fa-43a4-937f-82cb2788b3f8 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:56.543814 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f7a3b69f-3f4e-4cdc-b66e-f9a9f004c7a1 req-2513cb79-27fa-43a4-937f-82cb2788b3f8 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 946 time: 0.1051521 Apr 12 11:05:56.559953 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0421ff0-fa2d-4361-a4bd-395b10846964 req-e50ffb78-ac36-40bb-be78-8dd56c1b45e6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:56.561413 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a0421ff0-fa2d-4361-a4bd-395b10846964 req-e50ffb78-ac36-40bb-be78-8dd56c1b45e6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0776005 Apr 12 11:05:56.571834 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a868067-5671-4cea-94db-3295e6c2d4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:56.631661 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f7a3b69f-3f4e-4cdc-b66e-f9a9f004c7a1 req-e479cdf7-e103-4fa2-a623-eb4675ab7417 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888302 Apr 12 11:05:56.641141 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a0421ff0-fa2d-4361-a4bd-395b10846964 req-143bd70d-8672-4c9b-87ee-d25db0abcf65 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702484 Apr 12 11:05:56.683394 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a868067-5671-4cea-94db-3295e6c2d4dc admin admin] Publish callbacks [] for security_group (45b0fed9-35ce-4f13-862d-c822934282ce), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:56.688508 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1a868067-5671-4cea-94db-3295e6c2d4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (45b0fed9-35ce-4f13-862d-c822934282ce), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:56.729121 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a868067-5671-4cea-94db-3295e6c2d4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b0fed9-35ce-4f13-862d-c822934282ce,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:56.736166 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-1a868067-5671-4cea-94db-3295e6c2d4dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4e41b4ce3c94418a67f504cf37dc8a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354340 Apr 12 11:05:56.739162 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51228) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:56.749774 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe423f3-d1c0-4631-9972-74ad840b9c30 req-cff902bf-92b0-4051-b6c5-501737260b4d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:56.752209 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0fe423f3-d1c0-4631-9972-74ad840b9c30 req-cff902bf-92b0-4051-b6c5-501737260b4d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0555313 Apr 12 11:05:56.788435 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d1a05760-dc4d-45ca-a2ba-9378abcfa5ac admin admin] Publish callbacks [] for security_group (45b0fed9-35ce-4f13-862d-c822934282ce), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:56.808555 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0fe423f3-d1c0-4631-9972-74ad840b9c30 req-4e06ed80-2d51-4e83-97d2-b42b9ae5a982 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481422 Apr 12 11:05:56.810540 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d1a05760-dc4d-45ca-a2ba-9378abcfa5ac admin admin] Publish callbacks [] for security_group (45b0fed9-35ce-4f13-862d-c822934282ce), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:56.864887 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f72cdc18-c885-41d9-91a6-de1c0f14ee37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:56.868391 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d1a05760-dc4d-45ca-a2ba-9378abcfa5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (45b0fed9-35ce-4f13-862d-c822934282ce), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:56.871509 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d1a05760-dc4d-45ca-a2ba-9378abcfa5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:56.872652 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-d1a05760-dc4d-45ca-a2ba-9378abcfa5ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45b0fed9-35ce-4f13-862d-c822934282ce HTTP/1.1" status: 204 len: 168 time: 0.1325550 Apr 12 11:05:56.882156 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a05760-dc4d-45ca-a2ba-9378abcfa5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b0fed9-35ce-4f13-862d-c822934282ce,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:57.745749 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51308) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:57.801346 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9c606-b4f4-4439-9451-143c9874cff6 req-4849fbe3-2ce6-4add-a70f-2ab1029276a7 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:57.802848 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6de9c606-b4f4-4439-9451-143c9874cff6 req-4849fbe3-2ce6-4add-a70f-2ab1029276a7 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 946 time: 0.0857487 Apr 12 11:05:57.824127 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60651982-998a-4430-8cc2-1aae78a0abfb req-98324ea3-672b-4094-ac90-1ceff8571a8a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:57.826018 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-60651982-998a-4430-8cc2-1aae78a0abfb req-98324ea3-672b-4094-ac90-1ceff8571a8a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0688512 Apr 12 11:05:57.877096 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4eeed1e-b6ce-4eaa-a610-4e7e6ef543d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:57.897405 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6de9c606-b4f4-4439-9451-143c9874cff6 req-bb3e1b97-e1ab-417b-8b29-434e29a82094 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879471 Apr 12 11:05:57.902399 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-60651982-998a-4430-8cc2-1aae78a0abfb req-99ccd8f7-639d-4741-87c5-e3d497e880c7 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673671 Apr 12 11:05:57.988928 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4eeed1e-b6ce-4eaa-a610-4e7e6ef543d6 admin admin] Publish callbacks [] for security_group (108e3d0c-a1c0-40db-b673-0614c8f8c619), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:57.996279 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4eeed1e-b6ce-4eaa-a610-4e7e6ef543d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (108e3d0c-a1c0-40db-b673-0614c8f8c619), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.029631 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449b76a-90e3-4c99-9815-770f59fc19db req-31510488-a3f3-4775-bb6a-ace38aaf3ff7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:58.031432 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8449b76a-90e3-4c99-9815-770f59fc19db req-31510488-a3f3-4775-bb6a-ace38aaf3ff7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0584188 Apr 12 11:05:58.047418 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-f4eeed1e-b6ce-4eaa-a610-4e7e6ef543d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d74295bd9f74bf7b343929662f8834a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003781 Apr 12 11:05:58.048337 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eeed1e-b6ce-4eaa-a610-4e7e6ef543d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108e3d0c-a1c0-40db-b673-0614c8f8c619,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:58.051076 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51342) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:58.100209 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8449b76a-90e3-4c99-9815-770f59fc19db req-ce3e27b8-8c6f-4d8a-8d0a-67bd5a4706fa tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587342 Apr 12 11:05:58.105960 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.116770 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b250d67-78ab-4dbe-971d-e5f789919b64 admin admin] Publish callbacks [] for security_group (108e3d0c-a1c0-40db-b673-0614c8f8c619), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.138811 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b250d67-78ab-4dbe-971d-e5f789919b64 admin admin] Publish callbacks [] for security_group (108e3d0c-a1c0-40db-b673-0614c8f8c619), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.194987 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b250d67-78ab-4dbe-971d-e5f789919b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (108e3d0c-a1c0-40db-b673-0614c8f8c619), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.197683 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4b250d67-78ab-4dbe-971d-e5f789919b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.201359 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-4b250d67-78ab-4dbe-971d-e5f789919b64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/108e3d0c-a1c0-40db-b673-0614c8f8c619 HTTP/1.1" status: 204 len: 168 time: 0.1467488 Apr 12 11:05:58.208956 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b250d67-78ab-4dbe-971d-e5f789919b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108e3d0c-a1c0-40db-b673-0614c8f8c619,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:58.503802 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51372) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:58.519867 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c6acf14-dcbf-42f0-859b-d6b21cea580d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.598102 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c6acf14-dcbf-42f0-859b-d6b21cea580d admin admin] Publish callbacks [] for security_group (759369f5-0496-4cca-825c-84f1ec05ac3d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.602034 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6c6acf14-dcbf-42f0-859b-d6b21cea580d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (759369f5-0496-4cca-825c-84f1ec05ac3d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.641884 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-6c6acf14-dcbf-42f0-859b-d6b21cea580d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e47636d980f45f196bd029844312f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368387 Apr 12 11:05:58.644101 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6acf14-dcbf-42f0-859b-d6b21cea580d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759369f5-0496-4cca-825c-84f1ec05ac3d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:58.645165 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51378) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:05:58.694911 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-da3db271-7571-4dc3-a5a0-8d35705ac300 admin admin] Publish callbacks [] for security_group (759369f5-0496-4cca-825c-84f1ec05ac3d), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.717166 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-da3db271-7571-4dc3-a5a0-8d35705ac300 admin admin] Publish callbacks [] for security_group (759369f5-0496-4cca-825c-84f1ec05ac3d), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.780298 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-da3db271-7571-4dc3-a5a0-8d35705ac300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (759369f5-0496-4cca-825c-84f1ec05ac3d), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.783677 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-da3db271-7571-4dc3-a5a0-8d35705ac300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:05:58.785067 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-da3db271-7571-4dc3-a5a0-8d35705ac300 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/759369f5-0496-4cca-825c-84f1ec05ac3d HTTP/1.1" status: 204 len: 168 time: 0.1388185 Apr 12 11:05:58.793706 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3db271-7571-4dc3-a5a0-8d35705ac300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759369f5-0496-4cca-825c-84f1ec05ac3d,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:05:59.061746 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314bdbf-5934-4da6-90b0-655e5c8b041f req-c82363f2-f6ab-4d3c-a834-85ee7b3b652c tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:59.063542 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a314bdbf-5934-4da6-90b0-655e5c8b041f req-c82363f2-f6ab-4d3c-a834-85ee7b3b652c tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0833802 Apr 12 11:05:59.088078 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a223bf2-afd5-4517-9317-4088a0a6bada req-857dbe0f-abe7-46e3-918a-424f89591bfd tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:59.089713 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8a223bf2-afd5-4517-9317-4088a0a6bada req-857dbe0f-abe7-46e3-918a-424f89591bfd tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 946 time: 0.0798485 Apr 12 11:05:59.161842 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a314bdbf-5934-4da6-90b0-655e5c8b041f req-1288ae5e-3d4e-45d9-91c1-58e3f5114f9b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909016 Apr 12 11:05:59.179887 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8a223bf2-afd5-4517-9317-4088a0a6bada req-05ec67e1-b848-462c-b818-b2d1710cb712 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830748 Apr 12 11:05:59.269240 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d8849-90f0-43e7-be67-b69d7c602c14 req-e4e91189-ddbf-49e8-8593-bec7b1867c0f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:05:59.271006 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-306d8849-90f0-43e7-be67-b69d7c602c14 req-e4e91189-ddbf-49e8-8593-bec7b1867c0f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0482750 Apr 12 11:05:59.319598 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-306d8849-90f0-43e7-be67-b69d7c602c14 req-3e27284e-1ebd-4aae-a67f-d1ed852887cf tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431552 Apr 12 11:05:59.625314 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:00.317046 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6de77c-d3b7-4d96-a056-03cd374b588b req-a552622f-dcb9-473f-8a69-9196d7a245f4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:00.318510 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ca6de77c-d3b7-4d96-a056-03cd374b588b req-a552622f-dcb9-473f-8a69-9196d7a245f4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0786030 Apr 12 11:06:00.337735 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d611dd-faff-46c0-840d-8dbf4608e5f4 req-cf6b1175-b6d6-4201-a969-8f2ce2ffa31f tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:00.339282 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-28d611dd-faff-46c0-840d-8dbf4608e5f4 req-cf6b1175-b6d6-4201-a969-8f2ce2ffa31f tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 946 time: 0.0684395 Apr 12 11:06:00.399937 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ca6de77c-d3b7-4d96-a056-03cd374b588b req-efb0acd7-c2b3-4d09-9be6-d997b9ca3b47 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759249 Apr 12 11:06:00.412065 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-28d611dd-faff-46c0-840d-8dbf4608e5f4 req-54f434b9-6a2b-4307-b63f-51a8c7aa5f64 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621688 Apr 12 11:06:00.515991 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7463e6-9eee-48e5-bb72-66b48cef86d7 req-2eb34cba-6331-4d5f-92a5-78fa9f118248 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:00.517667 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5b7463e6-9eee-48e5-bb72-66b48cef86d7 req-2eb34cba-6331-4d5f-92a5-78fa9f118248 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0503650 Apr 12 11:06:00.578047 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5b7463e6-9eee-48e5-bb72-66b48cef86d7 req-fcb35d6f-4758-4e28-94c7-7108020d806f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531209 Apr 12 11:06:01.023711 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51474) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:01.099593 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:01.134280 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-10e2f463-0b45-4336-805f-cf64bc5410ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:01.215035 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-10e2f463-0b45-4336-805f-cf64bc5410ca admin admin] Publish callbacks [] for security_group (84af23da-0f38-464c-9b2c-dce81800e471), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:01.219966 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-10e2f463-0b45-4336-805f-cf64bc5410ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (84af23da-0f38-464c-9b2c-dce81800e471), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:01.259536 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2f463-0b45-4336-805f-cf64bc5410ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84af23da-0f38-464c-9b2c-dce81800e471,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:01.263685 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-10e2f463-0b45-4336-805f-cf64bc5410ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b58a0c6476924998bf216f0912358254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389181 Apr 12 11:06:01.266274 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51478) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:01.322712 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f8142bf6-6355-4c3d-9aee-01851c543b49 admin admin] Publish callbacks [] for security_group (84af23da-0f38-464c-9b2c-dce81800e471), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:01.344275 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f8142bf6-6355-4c3d-9aee-01851c543b49 admin admin] Publish callbacks [] for security_group (84af23da-0f38-464c-9b2c-dce81800e471), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:01.391812 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f8142bf6-6355-4c3d-9aee-01851c543b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (84af23da-0f38-464c-9b2c-dce81800e471), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:01.394336 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f8142bf6-6355-4c3d-9aee-01851c543b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:01.395503 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-f8142bf6-6355-4c3d-9aee-01851c543b49 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/84af23da-0f38-464c-9b2c-dce81800e471 HTTP/1.1" status: 204 len: 168 time: 0.1283462 Apr 12 11:06:01.402831 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8142bf6-6355-4c3d-9aee-01851c543b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84af23da-0f38-464c-9b2c-dce81800e471,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:01.581550 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ec04-1141-46f5-819a-52e92157369b req-47958a4d-e76c-446f-8a0e-75b52cf9841e tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:01.583075 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b5d3ec04-1141-46f5-819a-52e92157369b req-47958a4d-e76c-446f-8a0e-75b52cf9841e tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 946 time: 0.0912607 Apr 12 11:06:01.591482 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929ba4c-888d-4755-9e18-ce45ec11eebc req-42488424-805d-497c-919d-e56b7ab3c89a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:01.592875 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8929ba4c-888d-4755-9e18-ce45ec11eebc req-42488424-805d-497c-919d-e56b7ab3c89a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0643141 Apr 12 11:06:01.672178 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8929ba4c-888d-4755-9e18-ce45ec11eebc req-37448782-a6d1-47f0-8f73-71347f5b85b0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718398 Apr 12 11:06:01.685106 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b5d3ec04-1141-46f5-819a-52e92157369b req-27469a61-05dd-4250-a381-abc455412a2f tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d7191a9-03c9-4239-afbd-94ef4b59c02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865831 Apr 12 11:06:01.806689 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a77022-1633-4393-8685-bb38d38f2ca1 req-00cd97a2-6c50-4b98-91d6-890541817885 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:01.808497 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d1a77022-1633-4393-8685-bb38d38f2ca1 req-00cd97a2-6c50-4b98-91d6-890541817885 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0565126 Apr 12 11:06:01.867833 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d1a77022-1633-4393-8685-bb38d38f2ca1 req-24cda850-fb41-4e12-8ed5-15626d4b816a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482981 Apr 12 11:06:01.951229 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ef110-3cc2-445d-a798-4f090af8f807 req-6ee09e3a-bc64-4a1f-a899-98607b7cef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:01.953117 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4c9ef110-3cc2-445d-a798-4f090af8f807 req-6ee09e3a-bc64-4a1f-a899-98607b7cef38 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 1130 time: 0.0553973 Apr 12 11:06:01.962790 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d1f29-eaf8-4017-9ef4-6e19e4e187cb req-6aa80cf5-8f1f-48a7-99b4-affbff386468 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:01.965076 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-755d1f29-eaf8-4017-9ef4-6e19e4e187cb req-6aa80cf5-8f1f-48a7-99b4-affbff386468 tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.61 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 946 time: 0.0664067 Apr 12 11:06:02.018788 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4c9ef110-3cc2-445d-a798-4f090af8f807 req-8cb822f8-fe07-4d13-a9d0-6348b6a78577 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577431 Apr 12 11:06:02.070291 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-755d1f29-eaf8-4017-9ef4-6e19e4e187cb req-a71d270f-5e13-4344-aa93-296b52263e2b tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Deleting port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:06:02.070751 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-755d1f29-eaf8-4017-9ef4-6e19e4e187cb req-a71d270f-5e13-4344-aa93-296b52263e2b tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.151046 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51514) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:02.168750 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-755d1f29-eaf8-4017-9ef4-6e19e4e187cb req-a71d270f-5e13-4344-aa93-296b52263e2b tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] For port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b4c7d47b-19fb-4b09-924e-e73b2c7efbcf,segment=NetworkSegment(b424691c-8b6b-48c9-8734-b16aee388cea),segment_id=b424691c-8b6b-48c9-8734-b16aee388cea)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:02.169117 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-755d1f29-eaf8-4017-9ef4-6e19e4e187cb req-a71d270f-5e13-4344-aa93-296b52263e2b tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.182660 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-755d1f29-eaf8-4017-9ef4-6e19e4e187cb req-a71d270f-5e13-4344-aa93-296b52263e2b tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Calling delete_port for b4c7d47b-19fb-4b09-924e-e73b2c7efbcf owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:06:02.266553 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1723854903-network', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:02.288684 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] Made reservation on behalf of 35ac8ed2221744b0a7b34fbd507119a5 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:02.290883 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.322533 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.358709 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-755d1f29-eaf8-4017-9ef4-6e19e4e187cb req-a71d270f-5e13-4344-aa93-296b52263e2b tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (b4c7d47b-19fb-4b09-924e-e73b2c7efbcf), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.398401 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d270f-5e13-4344-aa93-296b52263e2b tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Pushing event deleted for resources: {'Port': ['ID=b4c7d47b-19fb-4b09-924e-e73b2c7efbcf,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:02.417767 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['b4c7d47b-19fb-4b09-924e-e73b2c7efbcf'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:06:02.453100 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-755d1f29-eaf8-4017-9ef4-6e19e4e187cb req-a71d270f-5e13-4344-aa93-296b52263e2b tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] No DVR routers for this DVR port b4c7d47b-19fb-4b09-924e-e73b2c7efbcf on host hv-cinder-83008 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:06:02.458135 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-755d1f29-eaf8-4017-9ef4-6e19e4e187cb req-a71d270f-5e13-4344-aa93-296b52263e2b tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.461391 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-755d1f29-eaf8-4017-9ef4-6e19e4e187cb req-a71d270f-5e13-4344-aa93-296b52263e2b tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.61 "DELETE /v2.0/ports/b4c7d47b-19fb-4b09-924e-e73b2c7efbcf HTTP/1.1" status: 204 len: 173 time: 0.4832697 Apr 12 11:06:02.461828 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301b6812-6c3c-464c-ae9a-6a9a3bfe31ae', 'name': 'network-vif-deleted', 'tag': 'b4c7d47b-19fb-4b09-924e-e73b2c7efbcf'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:02.464097 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f863beb9-e2a7-4d7c-bc39-1dfed5838639" -d '{"events": [{"server_uuid": "301b6812-6c3c-464c-ae9a-6a9a3bfe31ae", "name": "network-vif-deleted", "tag": "b4c7d47b-19fb-4b09-924e-e73b2c7efbcf"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:02.496700 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] Publish callbacks [] for security_group (c3814630-90d9-4439-8284-c11dc6697b4d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.501362 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (c3814630-90d9-4439-8284-c11dc6697b4d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.505453 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363d39da-3bc1-4cba-a324-0cff625d51e4 x-openstack-request-id: req-363d39da-3bc1-4cba-a324-0cff625d51e4 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:02.505769 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301b6812-6c3c-464c-ae9a-6a9a3bfe31ae", "name": "network-vif-deleted", "tag": "b4c7d47b-19fb-4b09-924e-e73b2c7efbcf", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:02.506023 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-363d39da-3bc1-4cba-a324-0cff625d51e4 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:02.506413 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363d39da-3bc1-4cba-a324-0cff625d51e4'] response: {'server_uuid': '301b6812-6c3c-464c-ae9a-6a9a3bfe31ae', 'name': 'network-vif-deleted', 'tag': 'b4c7d47b-19fb-4b09-924e-e73b2c7efbcf', 'status': 'completed', 'code': 200} Apr 12 11:06:02.528901 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:06:02.539464 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3814630-90d9-4439-8284-c11dc6697b4d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:02.544254 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (bb26e6cd-50bb-4df5-bc88-0817ec409585), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.544596 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.segments_db [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] Added segment bb26e6cd-50bb-4df5-bc88-0817ec409585 of type vlan for network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b Apr 12 11:06:02.585239 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.611545 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.612907 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:02.613552 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.644899 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4927747 Apr 12 11:06:02.647768 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51522) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:02.652537 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d82aca23-9d7a-4cb2-bda2-9b48bf87eaa2 admin admin] Request body: {'subnet': {'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1723854903-subnet', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:02.691364 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971586f-c03f-4dc0-9d26-7321e4aa025a admin admin] Pushing event updated for resources: {'Network': ['ID=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:02.703416 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:06:02.713338 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82aca23-9d7a-4cb2-bda2-9b48bf87eaa2 admin admin] Made reservation on behalf of 35ac8ed2221744b0a7b34fbd507119a5 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:02.716441 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d82aca23-9d7a-4cb2-bda2-9b48bf87eaa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12863335'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.824052 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365f28f-b514-4237-8c5b-328991bbc702 req-9f2a4f96-7749-44e5-8a6c-e85d9d55e335 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:02.825849 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8365f28f-b514-4237-8c5b-328991bbc702 req-9f2a4f96-7749-44e5-8a6c-e85d9d55e335 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0631649 Apr 12 11:06:02.850664 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e37c24e4-59bc-4498-afd3-c331f5bee009 req-6e6243b1-1bbb-4e21-b5f8-5dc913cb90ba tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 210 time: 0.0503254 Apr 12 11:06:02.895082 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8365f28f-b514-4237-8c5b-328991bbc702 req-e334534d-a4bd-462e-9126-a0f8d371d4db tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472617 Apr 12 11:06:02.948744 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d82aca23-9d7a-4cb2-bda2-9b48bf87eaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13073595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12863349'] for subnet (a3416e3d-2581-42f6-9ca8-86ecaf875af2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:02.998889 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2e82a-5288-4d51-8669-e9a1d7c8d468 req-2e86934f-e526-4b8a-bb92-00161f9e1783 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:03.000766 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5ce2e82a-5288-4d51-8669-e9a1d7c8d468 req-2e86934f-e526-4b8a-bb92-00161f9e1783 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0484049 Apr 12 11:06:03.023743 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82aca23-9d7a-4cb2-bda2-9b48bf87eaa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3416e3d-2581-42f6-9ca8-86ecaf875af2,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:03.025952 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82aca23-9d7a-4cb2-bda2-9b48bf87eaa2 admin admin] Checking segment: {'id': 'bb26e6cd-50bb-4df5-bc88-0817ec409585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:03.026303 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82aca23-9d7a-4cb2-bda2-9b48bf87eaa2 admin admin] Network hostable DHCP agents. Network: 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:06:03.044545 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82aca23-9d7a-4cb2-bda2-9b48bf87eaa2 admin admin] Network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:06:03.054883 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5ce2e82a-5288-4d51-8669-e9a1d7c8d468 req-ecea1f98-300f-4e53-8d62-384ec72cfbe6 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474265 Apr 12 11:06:03.055273 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d82aca23-9d7a-4cb2-bda2-9b48bf87eaa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:03.074297 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f4ae1a-4d56-409b-aabe-fecd6cafb629 None None] Network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:06:03.076187 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82aca23-9d7a-4cb2-bda2-9b48bf87eaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:03.076790 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d82aca23-9d7a-4cb2-bda2-9b48bf87eaa2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.100206 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-d82aca23-9d7a-4cb2-bda2-9b48bf87eaa2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4507432 Apr 12 11:06:03.102763 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51534) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:03.107081 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:03.127540 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16432943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-404'] for router (7ae9eebe-598c-4078-afbe-4e97aa9ee579), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.129737 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16431519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16479268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16603459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (7ae9eebe-598c-4078-afbe-4e97aa9ee579), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.204314 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Publish callbacks [] for router_controller (7ae9eebe-598c-4078-afbe-4e97aa9ee579), precommit_add_association {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.212683 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfdabb7b-1339-58fe-8e8f-4cb6443bbd26-85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'fixed_ips': [{'subnet_id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2'}]}} from dv-cinder-830089-4-iscsi. {{(pid=103204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:06:03.213915 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.377723 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Allocated IP 172.20.0.2 (85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b/a3416e3d-2581-42f6-9ca8-86ecaf875af2/b1d68740-1a31-4190-81c2-dcef392e1acb) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:03.384608 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Publish callbacks [] for router_gateway (7ae9eebe-598c-4078-afbe-4e97aa9ee579), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.603647 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Publish callbacks [] for port (b1d68740-1a31-4190-81c2-dcef392e1acb), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.610168 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (b1d68740-1a31-4190-81c2-dcef392e1acb), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.651037 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:03.653769 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:03.657380 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:03.661781 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Publish callbacks [] for router_gateway (7ae9eebe-598c-4078-afbe-4e97aa9ee579), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.681542 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.700881 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Pushing event updated for resources: {'Port': ['ID=b1d68740-1a31-4190-81c2-dcef392e1acb,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:03.739883 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Attempting to bind port b1d68740-1a31-4190-81c2-dcef392e1acb on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:06:03.741293 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Attempting to bind port b1d68740-1a31-4190-81c2-dcef392e1acb by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': 'bb26e6cd-50bb-4df5-bc88-0817ec409585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:06:03.741888 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Attempting to bind port b1d68740-1a31-4190-81c2-dcef392e1acb on network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:03.751983 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:06:03.752486 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Checking segment: {'id': 'bb26e6cd-50bb-4df5-bc88-0817ec409585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:03.752984 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.753439 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Bound using segment: {'id': 'bb26e6cd-50bb-4df5-bc88-0817ec409585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:06:03.754157 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Bound port: b1d68740-1a31-4190-81c2-dcef392e1acb, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb26e6cd-50bb-4df5-bc88-0817ec409585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:06:03.754599 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b1d68740-1a31-4190-81c2-dcef392e1acb), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.806952 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Allocated IP 172.27.0.12 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/7e149622-5327-4b13-9b8e-b7c78a970630) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:03.825599 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] For port b1d68740-1a31-4190-81c2-dcef392e1acb, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:06:03.831656 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] For port b1d68740-1a31-4190-81c2-dcef392e1acb, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=b1d68740-1a31-4190-81c2-dcef392e1acb,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:06:03.838576 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (b1d68740-1a31-4190-81c2-dcef392e1acb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:03.899491 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1a2e5-7854-4ff9-aea6-a38b852163fe None None] Pushing event updated for resources: {'Port': ['ID=b1d68740-1a31-4190-81c2-dcef392e1acb,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:03.963759 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Publish callbacks [] for port (7e149622-5327-4b13-9b8e-b7c78a970630), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:04.068292 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-53612a68-be23-4f9e-aa45-21d412a1f791 req-9deef0df-09bf-451a-b823-48e1d4abc97d tempest-VolumesActionsTest-1205823536 tempest-VolumesActionsTest-1205823536-project] 10.222.0.55 "GET /v2.0/ports?device_id=301b6812-6c3c-464c-ae9a-6a9a3bfe31ae HTTP/1.1" status: 200 len: 210 time: 0.0672371 Apr 12 11:06:04.091039 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (7e149622-5327-4b13-9b8e-b7c78a970630), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:04.126040 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28bc64-e7c9-4cb1-864d-a1ce87501652 req-634354d5-a50e-4128-830a-14d9d98b3b65 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:04.136790 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f28bc64-e7c9-4cb1-864d-a1ce87501652 req-634354d5-a50e-4128-830a-14d9d98b3b65 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.1368165 Apr 12 11:06:04.140334 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:04.172169 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:04.196707 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:04.268338 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Pushing event updated for resources: {'Port': ['ID=7e149622-5327-4b13-9b8e-b7c78a970630,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:04.278904 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f28bc64-e7c9-4cb1-864d-a1ce87501652 req-2f9fe007-09f3-4d88-b613-c59e13348120 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408556 Apr 12 11:06:04.379120 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce220aac-4e57-43c8-8418-ca4777ca3059 req-2e3e0eb0-b0b8-43a5-a163-20c2f0982653 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:04.380687 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ce220aac-4e57-43c8-8418-ca4777ca3059 req-2e3e0eb0-b0b8-43a5-a163-20c2f0982653 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.1462648 Apr 12 11:06:04.504835 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ce220aac-4e57-43c8-8418-ca4777ca3059 req-7b790d35-1342-4ab0-aa5e-22af452f1ed8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958536 Apr 12 11:06:04.616836 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efe2fc-4a3a-40cc-ba57-33231b9cc8f6 req-fadbb0ff-13c9-4d8b-a580-34fa4d4c970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:04.618319 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-65efe2fc-4a3a-40cc-ba57-33231b9cc8f6 req-fadbb0ff-13c9-4d8b-a580-34fa4d4c970b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 1130 time: 0.0452204 Apr 12 11:06:04.631437 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec1f36-80df-458c-8ba2-acce2da0a7ef req-bc69130d-3d67-4b73-91d1-f8a46182eda0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:04.632830 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c0ec1f36-80df-458c-8ba2-acce2da0a7ef req-bc69130d-3d67-4b73-91d1-f8a46182eda0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0880907 Apr 12 11:06:04.676149 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Publish callbacks [] for router_gateway (7ae9eebe-598c-4078-afbe-4e97aa9ee579), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:04.720747 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efe2fc-4a3a-40cc-ba57-33231b9cc8f6 req-470bc239-26c4-4d28-8d05-31ac51ccfe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:04.722907 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-65efe2fc-4a3a-40cc-ba57-33231b9cc8f6 req-470bc239-26c4-4d28-8d05-31ac51ccfe97 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 919 time: 0.0941968 Apr 12 11:06:04.748676 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c0ec1f36-80df-458c-8ba2-acce2da0a7ef req-eb506bd2-ef49-4cd6-b68f-bade1640816c tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074412 Apr 12 11:06:04.807072 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-65efe2fc-4a3a-40cc-ba57-33231b9cc8f6 req-62d9af95-c5ac-4d29-93ff-71b4e85e840c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8436851-7854-4a01-ae7e-45d62dc2394a HTTP/1.1" status: 200 len: 217 time: 0.0754251 Apr 12 11:06:04.870387 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device b1d68740-1a31-4190-81c2-dcef392e1acb up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:04.882557 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efe2fc-4a3a-40cc-ba57-33231b9cc8f6 req-af73fd34-85c6-4241-9a80-b2edb1ea1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:04.884158 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-65efe2fc-4a3a-40cc-ba57-33231b9cc8f6 req-af73fd34-85c6-4241-9a80-b2edb1ea1861 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.0703073 Apr 12 11:06:04.934943 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port b1d68740-1a31-4190-81c2-dcef392e1acb triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:04.935498 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (b1d68740-1a31-4190-81c2-dcef392e1acb), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:04.945796 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efe2fc-4a3a-40cc-ba57-33231b9cc8f6 req-7788b8e3-de58-47f4-b358-ebebfb4a6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:04.947713 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-65efe2fc-4a3a-40cc-ba57-33231b9cc8f6 req-7788b8e3-de58-47f4-b358-ebebfb4a6638 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554526 Apr 12 11:06:04.952428 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16431526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16479191'] for router (7ae9eebe-598c-4078-afbe-4e97aa9ee579), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:05.023751 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device b4c7d47b-19fb-4b09-924e-e73b2c7efbcf no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:06:05.060083 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: b4c7d47b-19fb-4b09-924e-e73b2c7efbcf {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:06:05.060821 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device b4c7d47b-19fb-4b09-924e-e73b2c7efbcf not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:06:05.064180 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port b1d68740-1a31-4190-81c2-dcef392e1acb is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:05.064856 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b1d68740-1a31-4190-81c2-dcef392e1acb), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:05.066865 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-65efe2fc-4a3a-40cc-ba57-33231b9cc8f6 req-c866ad52-5bf0-4f48-a0f9-ddfc9c7e961f service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119156 Apr 12 11:06:05.104380 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port b1d68740-1a31-4190-81c2-dcef392e1acb, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=b1d68740-1a31-4190-81c2-dcef392e1acb,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:05.113413 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (b1d68740-1a31-4190-81c2-dcef392e1acb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:05.161841 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 is scheduled to L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb with binding_index 1 {{(pid=103203) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:06:05.234435 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-65efe2fc-4a3a-40cc-ba57-33231b9cc8f6 req-0d2bb78c-6969-4329-8119-72fd676d0efd service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534367 Apr 12 11:06:05.314431 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:06:05.328195 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Sync routers for ids ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:06:05.340362 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:05.340711 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7526be-dbe4-43c6-873d-98b8dea167aa None None] Network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:06:05.340854 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Routers {'7ae9eebe-598c-4078-afbe-4e97aa9ee579'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:05.341487 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:05:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:05.347603 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51606) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:05.355621 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-70620203-eb5a-480d-8c96-b7ff06e492ad admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2504709 Apr 12 11:06:05.427734 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-f94d23cc-d59e-45aa-8125-eda22801d1da None None] Provisioning complete for port b1d68740-1a31-4190-81c2-dcef392e1acb triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:05.428547 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f94d23cc-d59e-45aa-8125-eda22801d1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (b1d68740-1a31-4190-81c2-dcef392e1acb), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:05.475618 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Set router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:05.515398 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=b1d68740-1a31-4190-81c2-dcef392e1acb,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:05.703153 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:04Z', 'revision_number': 3, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port': {'id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:05.726371 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b5043-c8c2-4919-9036-e4bb689c480f req-9e5bf460-3e64-4d5c-ba2e-cdc462dc804a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:05.734855 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fa7b5043-c8c2-4919-9036-e4bb689c480f req-9e5bf460-3e64-4d5c-ba2e-cdc462dc804a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0658853 Apr 12 11:06:05.740559 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Checking router: 7ae9eebe-598c-4078-afbe-4e97aa9ee579 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:06:05.741109 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Updating router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 port 7e149622-5327-4b13-9b8e-b7c78a970630 binding host dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:06:05.794909 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (7e149622-5327-4b13-9b8e-b7c78a970630), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:05.805926 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-f94d23cc-d59e-45aa-8125-eda22801d1da None None] Current status of the port b1d68740-1a31-4190-81c2-dcef392e1acb is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:05.887515 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fa7b5043-c8c2-4919-9036-e4bb689c480f req-b48067bf-bc20-45c2-988e-c283ebc8eea3 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514869 Apr 12 11:06:05.975015 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd6ca8-f37a-46ed-82a3-b66a8136c7d3 req-1c98ff16-47ed-44ee-b6c8-9bf7cee647f0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:05.976588 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-30dd6ca8-f37a-46ed-82a3-b66a8136c7d3 req-1c98ff16-47ed-44ee-b6c8-9bf7cee647f0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0726254 Apr 12 11:06:06.100463 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-30dd6ca8-f37a-46ed-82a3-b66a8136c7d3 req-56920b4d-4bbd-4300-8ea4-2c393d67bfa3 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161051 Apr 12 11:06:06.132350 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51648) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:06.233596 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-e4a26a7c-9d28-4727-8365-744ab23c4e46 None None] Provisioning complete for port b1d68740-1a31-4190-81c2-dcef392e1acb triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:06.238651 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e4a26a7c-9d28-4727-8365-744ab23c4e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (b1d68740-1a31-4190-81c2-dcef392e1acb), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.241730 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.376716 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-e4a26a7c-9d28-4727-8365-744ab23c4e46 None None] Current status of the port b1d68740-1a31-4190-81c2-dcef392e1acb is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:06.384935 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Publish callbacks [] for port (7e149622-5327-4b13-9b8e-b7c78a970630), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.391452 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (7e149622-5327-4b13-9b8e-b7c78a970630), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.446134 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Pushing event updated for resources: {'Port': ['ID=7e149622-5327-4b13-9b8e-b7c78a970630,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:06.452935 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Attempting to bind port 7e149622-5327-4b13-9b8e-b7c78a970630 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:06:06.453302 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Attempting to bind port 7e149622-5327-4b13-9b8e-b7c78a970630 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:06:06.453655 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Attempting to bind port 7e149622-5327-4b13-9b8e-b7c78a970630 on network 07cd2b0c-0781-4dba-a87d-e263ec3a559e {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:06.455735 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Allocated IP 172.20.0.1 (85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b/a3416e3d-2581-42f6-9ca8-86ecaf875af2/99ba716f-d2af-433e-a715-fed159cce269) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:06.457783 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.458364 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.458779 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.459150 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.459491 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.459816 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.460133 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.460613 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.460930 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.461247 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.461560 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.462129 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.462474 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.462792 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.463124 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:06.472062 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:06:06.472275 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Checking segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:06.472753 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.473407 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Bound using segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:06:06.474618 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Bound port: 7e149622-5327-4b13-9b8e-b7c78a970630, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:06:06.475128 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (7e149622-5327-4b13-9b8e-b7c78a970630), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.540668 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] For port 7e149622-5327-4b13-9b8e-b7c78a970630, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:06:06.544237 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] For port 7e149622-5327-4b13-9b8e-b7c78a970630, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=7e149622-5327-4b13-9b8e-b7c78a970630,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:06:06.553990 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (7e149622-5327-4b13-9b8e-b7c78a970630), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.615249 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Routers {'7ae9eebe-598c-4078-afbe-4e97aa9ee579'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:06.615896 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:05:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:06.627145 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-41fece23-721b-4acf-915d-829027544829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.656920 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eb756-5cdc-42b0-98ff-c311db80b322 None None] Pushing event updated for resources: {'Port': ['ID=7e149622-5327-4b13-9b8e-b7c78a970630,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:06.763819 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-41fece23-721b-4acf-915d-829027544829 admin admin] Publish callbacks [] for security_group (d619adda-6b6b-4066-83b3-a511d36c4704), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.772056 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-41fece23-721b-4acf-915d-829027544829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (d619adda-6b6b-4066-83b3-a511d36c4704), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.774276 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] Set router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:06.828270 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fece23-721b-4acf-915d-829027544829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d619adda-6b6b-4066-83b3-a511d36c4704,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:06.835351 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-41fece23-721b-4acf-915d-829027544829 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ff55ee572b743afa812dad195f6fecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6995955 Apr 12 11:06:06.836215 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51674) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:06.850261 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Publish callbacks [] for port (99ba716f-d2af-433e-a715-fed159cce269), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.886573 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device b1d68740-1a31-4190-81c2-dcef392e1acb up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:06.896213 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7a3ac4c-5cfb-447c-8255-773069b1f7b5 admin admin] Publish callbacks [] for security_group (d619adda-6b6b-4066-83b3-a511d36c4704), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.931549 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7a3ac4c-5cfb-447c-8255-773069b1f7b5 admin admin] Publish callbacks [] for security_group (d619adda-6b6b-4066-83b3-a511d36c4704), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.967491 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port b1d68740-1a31-4190-81c2-dcef392e1acb triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:06.967856 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (b1d68740-1a31-4190-81c2-dcef392e1acb), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:06.972987 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (99ba716f-d2af-433e-a715-fed159cce269), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.054631 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7a3ac4c-5cfb-447c-8255-773069b1f7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (d619adda-6b6b-4066-83b3-a511d36c4704), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.059381 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7a3ac4c-5cfb-447c-8255-773069b1f7b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.063279 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-d7a3ac4c-5cfb-447c-8255-773069b1f7b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d619adda-6b6b-4066-83b3-a511d36c4704 HTTP/1.1" status: 204 len: 168 time: 0.2237499 Apr 12 11:06:07.066011 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Pushing event updated for resources: {'Port': ['ID=99ba716f-d2af-433e-a715-fed159cce269,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:07.090426 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:07.091915 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:07.094807 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:07.098519 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3ac4c-5cfb-447c-8255-773069b1f7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d619adda-6b6b-4066-83b3-a511d36c4704,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:07.106255 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:04Z', 'revision_number': 3, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port': {'id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:07.112530 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d8495-772a-47d3-ab55-2a3a9446805a req-8c72b7db-cd4a-4459-a875-fe56322bfe46 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:07.114170 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-429d8495-772a-47d3-ab55-2a3a9446805a req-8c72b7db-cd4a-4459-a875-fe56322bfe46 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0814147 Apr 12 11:06:07.168266 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf6cc6-e95a-4f04-8379-86469a57df26 None None] The sync data for ids ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'] in dv-cinder-830089-4-iscsi is: [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:04Z', 'revision_number': 3, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port': {'id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:06:07.179430 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16479012'] for router_interface (7ae9eebe-598c-4078-afbe-4e97aa9ee579), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.255761 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port b1d68740-1a31-4190-81c2-dcef392e1acb is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:07.305222 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-429d8495-772a-47d3-ab55-2a3a9446805a req-7fa4c422-a6f2-47e5-9081-ca8f16ed75cf tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809366 Apr 12 11:06:07.377910 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403b897-4b94-4d9c-8a7d-0e9c1a6b5bd1 req-b0a1f977-a3b5-44d9-9fd9-f133b29c965f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:07.381072 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4403b897-4b94-4d9c-8a7d-0e9c1a6b5bd1 req-b0a1f977-a3b5-44d9-9fd9-f133b29c965f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.1148000 Apr 12 11:06:07.456500 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (99ba716f-d2af-433e-a715-fed159cce269), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.458268 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4403b897-4b94-4d9c-8a7d-0e9c1a6b5bd1 req-1d147785-c188-4446-832e-23ee0813e805 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583305 Apr 12 11:06:07.503008 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-0e8967e5-6d8f-410b-988c-f439ad4a7f12 None None] Provisioning complete for port 99ba716f-d2af-433e-a715-fed159cce269 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:07.503805 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0e8967e5-6d8f-410b-988c-f439ad4a7f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (99ba716f-d2af-433e-a715-fed159cce269), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.545184 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-0e8967e5-6d8f-410b-988c-f439ad4a7f12 None None] Port 99ba716f-d2af-433e-a715-fed159cce269 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:06:07.639994 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51694) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:07.653625 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f5c83e78-1647-44f7-a213-20f169d8a340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.676398 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Publish callbacks [] for port (99ba716f-d2af-433e-a715-fed159cce269), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.682868 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (99ba716f-d2af-433e-a715-fed159cce269), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.758640 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f5c83e78-1647-44f7-a213-20f169d8a340 admin admin] Publish callbacks [] for security_group (627db82b-7a8f-4808-8a94-2fbaba7ca00f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.760922 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Pushing event updated for resources: {'Port': ['ID=99ba716f-d2af-433e-a715-fed159cce269,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:07.763529 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478356'] for router_interface (7ae9eebe-598c-4078-afbe-4e97aa9ee579), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.763913 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f5c83e78-1647-44f7-a213-20f169d8a340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (627db82b-7a8f-4808-8a94-2fbaba7ca00f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.806279 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-f5c83e78-1647-44f7-a213-20f169d8a340 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=70e605f2e64a441f868ae7bc46cde789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651108 Apr 12 11:06:07.806943 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51696) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:07.823098 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c83e78-1647-44f7-a213-20f169d8a340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627db82b-7a8f-4808-8a94-2fbaba7ca00f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:07.865332 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:07.865506 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f44d056-3b23-4f95-9518-5005a027c85a admin admin] Publish callbacks [] for security_group (627db82b-7a8f-4808-8a94-2fbaba7ca00f), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.866742 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:07.889735 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f44d056-3b23-4f95-9518-5005a027c85a admin admin] Publish callbacks [] for security_group (627db82b-7a8f-4808-8a94-2fbaba7ca00f), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.948992 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f44d056-3b23-4f95-9518-5005a027c85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (627db82b-7a8f-4808-8a94-2fbaba7ca00f), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.951573 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4f44d056-3b23-4f95-9518-5005a027c85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:07.952850 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-4f44d056-3b23-4f95-9518-5005a027c85a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/627db82b-7a8f-4808-8a94-2fbaba7ca00f HTTP/1.1" status: 204 len: 168 time: 0.1439757 Apr 12 11:06:07.966827 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d056-3b23-4f95-9518-5005a027c85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627db82b-7a8f-4808-8a94-2fbaba7ca00f,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:08.033097 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:06:08.177097 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-e02a1f26-158a-4974-babf-4756a0351d5c None None] Provisioning complete for port 99ba716f-d2af-433e-a715-fed159cce269 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:08.177502 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e02a1f26-158a-4974-babf-4756a0351d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (99ba716f-d2af-433e-a715-fed159cce269), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:08.210216 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:06:08.214049 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-e02a1f26-158a-4974-babf-4756a0351d5c None None] Port 99ba716f-d2af-433e-a715-fed159cce269 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:06:08.218678 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-dc66de98-c0fd-48e5-9b77-7f285272eaa0 admin admin] 10.222.0.55 "PUT /v2.0/routers/7ae9eebe-598c-4078-afbe-4e97aa9ee579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8688965 Apr 12 11:06:08.462105 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f7f65-1210-42e7-b1ac-a45071148aa7 req-f9df7e92-8ee6-4f1d-972e-8f7c4aeeca17 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:08.463837 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-840f7f65-1210-42e7-b1ac-a45071148aa7 req-f9df7e92-8ee6-4f1d-972e-8f7c4aeeca17 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0521827 Apr 12 11:06:08.532457 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-840f7f65-1210-42e7-b1ac-a45071148aa7 req-52a1e9c5-1f1d-4252-a110-21e63cd349bb tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632076 Apr 12 11:06:08.595608 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb5fc5-01d1-450f-b280-66ec0b1c558c req-1da695ad-8d9d-41d1-a780-1c57862659e5 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:08.598150 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58cb5fc5-01d1-450f-b280-66ec0b1c558c req-1da695ad-8d9d-41d1-a780-1c57862659e5 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0567937 Apr 12 11:06:08.650863 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58cb5fc5-01d1-450f-b280-66ec0b1c558c req-b7dd718a-6969-4cbe-a27e-25c55c40c1dd tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465052 Apr 12 11:06:08.832035 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51744) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:08.841944 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-19337314-network', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:08.866893 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] Made reservation on behalf of 13d57b0144e14e8784510bc17a1ef678 for: {'network': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:08.869423 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:08.880498 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 7e149622-5327-4b13-9b8e-b7c78a970630 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:08.892924 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:08.946215 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 7e149622-5327-4b13-9b8e-b7c78a970630 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:08.946802 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (7e149622-5327-4b13-9b8e-b7c78a970630), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:08.981414 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] Publish callbacks [] for security_group (9fb34a0c-d6fd-4645-bf56-f8749c7f31da), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:08.992059 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (9fb34a0c-d6fd-4645-bf56-f8749c7f31da), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.017314 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=103203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:06:09.031859 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb34a0c-d6fd-4645-bf56-f8749c7f31da,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:09.036301 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 7e149622-5327-4b13-9b8e-b7c78a970630 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:09.037312 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (7e149622-5327-4b13-9b8e-b7c78a970630), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.037960 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (4a1e8154-0b85-4be3-8a66-e722be907acb), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.038251 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.segments_db [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] Added segment 4a1e8154-0b85-4be3-8a66-e722be907acb of type vlan for network 00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4 Apr 12 11:06:09.066931 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port 7e149622-5327-4b13-9b8e-b7c78a970630, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=7e149622-5327-4b13-9b8e-b7c78a970630,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:09.071072 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (7e149622-5327-4b13-9b8e-b7c78a970630), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.089180 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.117555 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.118682 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:09.119409 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.130173 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=7e149622-5327-4b13-9b8e-b7c78a970630,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:09.137936 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.138435 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.138780 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.139231 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.139601 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.140040 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.140389 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.141891 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.142259 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.142651 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.143641 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.144222 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.144740 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.145268 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.145782 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:09.168572 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3350039 Apr 12 11:06:09.171184 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51752) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:09.177742 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-25cc58da-dee0-495f-87c4-f0da497df3af admin admin] Request body: {'subnet': {'network_id': '00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-19337314-subnet', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:09.200370 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1731ea-fef8-4196-adbe-7a54586d31b9 admin admin] Pushing event updated for resources: {'Network': ['ID=00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:09.204415 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cc58da-dee0-495f-87c4-f0da497df3af admin admin] Made reservation on behalf of 13d57b0144e14e8784510bc17a1ef678 for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:09.208504 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25cc58da-dee0-495f-87c4-f0da497df3af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12863335'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.214133 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network 00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4 details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:06:09.285557 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Sync routers for ids ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:06:09.303769 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Routers {'7ae9eebe-598c-4078-afbe-4e97aa9ee579'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:09.304603 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:05:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:09.420526 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25cc58da-dee0-495f-87c4-f0da497df3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13073595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12863349'] for subnet (65b7f079-3965-4a4d-a1f9-625678074b35), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.426459 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Set router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:09.501633 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc58da-dee0-495f-87c4-f0da497df3af admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b7f079-3965-4a4d-a1f9-625678074b35,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:09.508807 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cc58da-dee0-495f-87c4-f0da497df3af admin admin] Checking segment: {'id': '4a1e8154-0b85-4be3-8a66-e722be907acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:09.509172 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cc58da-dee0-495f-87c4-f0da497df3af admin admin] Network hostable DHCP agents. Network: 00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:06:09.528111 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cc58da-dee0-495f-87c4-f0da497df3af admin admin] Network 00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4 is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:06:09.538903 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-25cc58da-dee0-495f-87c4-f0da497df3af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, 00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:09.546565 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cc58da-dee0-495f-87c4-f0da497df3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:09.547326 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-25cc58da-dee0-495f-87c4-f0da497df3af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.554265 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.563016 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fee6db-322a-477d-8300-665afcc447f5 None None] Network 00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:06:09.584500 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-25cc58da-dee0-495f-87c4-f0da497df3af admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4110687 Apr 12 11:06:09.587013 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51772) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:09.591421 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-19337314-router', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:09.615017 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16432943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-404'] for router (c80a8921-27fb-4789-964f-e29ca84a03c7), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.616560 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16431519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16479268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16603459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (c80a8921-27fb-4789-964f-e29ca84a03c7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.685746 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Publish callbacks [] for router_controller (c80a8921-27fb-4789-964f-e29ca84a03c7), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.699025 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16295c0e-1d66-41d2-81d7-09d49bbc6435 req-b3db295b-7fce-4f89-8104-a6378aaa6b17 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:09.700812 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-16295c0e-1d66-41d2-81d7-09d49bbc6435 req-b3db295b-7fce-4f89-8104-a6378aaa6b17 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0646503 Apr 12 11:06:09.785918 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfdabb7b-1339-58fe-8e8f-4cb6443bbd26-00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4', 'network_id': '00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4', 'project_id': '13d57b0144e14e8784510bc17a1ef678', 'fixed_ips': [{'subnet_id': '65b7f079-3965-4a4d-a1f9-625678074b35'}]}} from dv-cinder-830089-4-iscsi. {{(pid=103204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:06:09.786920 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.819171 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:07Z', 'revision_number': 4, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port': {'id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '99ba716f-d2af-433e-a715-fed159cce269', 'name': '', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'mac_address': 'fa:16:3e:b3:16:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:06Z', 'updated_at': '2022-04-12T11:06:07Z', 'revision_number': 2, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'subnets': [{'id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:09.835695 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-16295c0e-1d66-41d2-81d7-09d49bbc6435 req-b68f6e52-88f6-47f9-b57e-0025463cccce tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258829 Apr 12 11:06:09.851021 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a61f0c-19fc-4b0e-9462-c8ff0f114c89 req-b067941e-3d9d-4d65-8aba-1f07579f8c9b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:09.853037 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7a61f0c-19fc-4b0e-9462-c8ff0f114c89 req-b067941e-3d9d-4d65-8aba-1f07579f8c9b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0770772 Apr 12 11:06:09.858743 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Checking router: 7ae9eebe-598c-4078-afbe-4e97aa9ee579 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:06:09.859246 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Updating router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 port 99ba716f-d2af-433e-a715-fed159cce269 binding host dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:06:09.919772 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7a61f0c-19fc-4b0e-9462-c8ff0f114c89 req-81ee31bd-f8c4-45a8-9b88-6d7b32a3be38 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605628 Apr 12 11:06:09.945976 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Publish callbacks [] for router_gateway (c80a8921-27fb-4789-964f-e29ca84a03c7), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:09.952138 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (99ba716f-d2af-433e-a715-fed159cce269), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:10.087566 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Allocated IP 172.20.0.2 (00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4/65b7f079-3965-4a4d-a1f9-625678074b35/a5f20b47-3184-4c67-b0bc-3633780eab74) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:10.142181 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Publish callbacks [] for router_gateway (c80a8921-27fb-4789-964f-e29ca84a03c7), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:10.161601 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:10.315935 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Allocated IP 172.27.0.167 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/ece912d4-b765-4d32-aaec-4e98a0236221) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:10.431032 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Publish callbacks [] for port (ece912d4-b765-4d32-aaec-4e98a0236221), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:10.475230 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (ece912d4-b765-4d32-aaec-4e98a0236221), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:10.538308 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:10.550748 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Pushing event updated for resources: {'Port': ['ID=ece912d4-b765-4d32-aaec-4e98a0236221,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:10.552986 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:10.556022 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Publish callbacks [] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:10.559183 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:10.573402 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:10.626348 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Network 00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:10.628804 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Publish callbacks [] for port (99ba716f-d2af-433e-a715-fed159cce269), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:10.638830 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:10.642317 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:10.680011 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (99ba716f-d2af-433e-a715-fed159cce269), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:10.741976 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Attempting to bind port a5f20b47-3184-4c67-b0bc-3633780eab74 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:06:10.742571 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Attempting to bind port a5f20b47-3184-4c67-b0bc-3633780eab74 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '4a1e8154-0b85-4be3-8a66-e722be907acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:06:10.743092 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Attempting to bind port a5f20b47-3184-4c67-b0bc-3633780eab74 on network 00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:10.751347 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:06:10.751734 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Checking segment: {'id': '4a1e8154-0b85-4be3-8a66-e722be907acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:10.752293 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:10.752561 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Bound using segment: {'id': '4a1e8154-0b85-4be3-8a66-e722be907acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:06:10.753194 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Bound port: a5f20b47-3184-4c67-b0bc-3633780eab74, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1e8154-0b85-4be3-8a66-e722be907acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:06:10.753578 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:10.755668 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Pushing event updated for resources: {'Port': ['ID=a5f20b47-3184-4c67-b0bc-3633780eab74,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:10.950199 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693026af-8e49-4d70-be07-ecb07d05ec1a None None] Pushing event updated for resources: {'Port': ['ID=99ba716f-d2af-433e-a715-fed159cce269,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:10.985626 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 7e149622-5327-4b13-9b8e-b7c78a970630 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:11.030519 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51834) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:11.083741 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677844f-1905-4eaa-b788-6fd5c277b294 req-9f3d4628-677e-4684-8aeb-3847991a7c00 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:11.092961 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b677844f-1905-4eaa-b788-6fd5c277b294 req-9f3d4628-677e-4684-8aeb-3847991a7c00 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.1095557 Apr 12 11:06:11.135509 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Publish callbacks [] for router_gateway (c80a8921-27fb-4789-964f-e29ca84a03c7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:11.198333 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Attempting to bind port 99ba716f-d2af-433e-a715-fed159cce269 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:06:11.198716 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Attempting to bind port 99ba716f-d2af-433e-a715-fed159cce269 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': 'bb26e6cd-50bb-4df5-bc88-0817ec409585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:06:11.199079 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Attempting to bind port 99ba716f-d2af-433e-a715-fed159cce269 on network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:11.282713 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:06:11.283087 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Checking segment: {'id': 'bb26e6cd-50bb-4df5-bc88-0817ec409585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:11.287322 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:11.287781 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Bound using segment: {'id': 'bb26e6cd-50bb-4df5-bc88-0817ec409585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:06:11.288292 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Bound port: 99ba716f-d2af-433e-a715-fed159cce269, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb26e6cd-50bb-4df5-bc88-0817ec409585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:06:11.290897 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (99ba716f-d2af-433e-a715-fed159cce269), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:11.320407 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b677844f-1905-4eaa-b788-6fd5c277b294 req-2ac170c9-bdc2-4b06-b4f0-b2a607a2e332 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111835 Apr 12 11:06:11.358512 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] For port a5f20b47-3184-4c67-b0bc-3633780eab74, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:06:11.363387 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-5646752e-1ac7-46f3-b898-8037c9c6ede5 None None] Provisioning complete for port 99ba716f-d2af-433e-a715-fed159cce269 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:11.363762 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5646752e-1ac7-46f3-b898-8037c9c6ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (99ba716f-d2af-433e-a715-fed159cce269), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:11.429602 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] For port a5f20b47-3184-4c67-b0bc-3633780eab74, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=a5f20b47-3184-4c67-b0bc-3633780eab74,segment=NetworkSegment(4a1e8154-0b85-4be3-8a66-e722be907acb),segment_id=4a1e8154-0b85-4be3-8a66-e722be907acb)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:06:11.430839 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50174641-2bbc-496a-b292-561f265867ba req-4b0f6359-fe84-447a-9fcd-765f32ccf37a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:11.439748 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-240dc9b2-0a2a-45c6-9b77-f5e48797f509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:11.441846 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-50174641-2bbc-496a-b292-561f265867ba req-4b0f6359-fe84-447a-9fcd-765f32ccf37a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.1014066 Apr 12 11:06:11.496237 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] For port 99ba716f-d2af-433e-a715-fed159cce269, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:06:11.500348 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] For port 99ba716f-d2af-433e-a715-fed159cce269, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=99ba716f-d2af-433e-a715-fed159cce269,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:06:11.515774 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-5646752e-1ac7-46f3-b898-8037c9c6ede5 None None] Port 99ba716f-d2af-433e-a715-fed159cce269 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:06:11.523458 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (99ba716f-d2af-433e-a715-fed159cce269), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:11.554241 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-50174641-2bbc-496a-b292-561f265867ba req-63b431ca-ac58-4d5e-b777-74cec41deb3f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102290 Apr 12 11:06:11.588649 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:11.593132 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693026af-8e49-4d70-be07-ecb07d05ec1a None None] Pushing event updated for resources: {'Port': ['ID=99ba716f-d2af-433e-a715-fed159cce269,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:11.608178 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 7e149622-5327-4b13-9b8e-b7c78a970630 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:11.608178 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (7e149622-5327-4b13-9b8e-b7c78a970630), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:11.731334 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-240dc9b2-0a2a-45c6-9b77-f5e48797f509 admin admin] Publish callbacks [] for security_group (477b409d-0780-47f5-aa97-155f1e695a76), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:11.733180 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16431526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16479191'] for router (c80a8921-27fb-4789-964f-e29ca84a03c7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:11.740796 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-240dc9b2-0a2a-45c6-9b77-f5e48797f509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (477b409d-0780-47f5-aa97-155f1e695a76), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:11.835531 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Routers {'7ae9eebe-598c-4078-afbe-4e97aa9ee579'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:11.836451 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:05:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:11.894475 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dc9b2-0a2a-45c6-9b77-f5e48797f509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477b409d-0780-47f5-aa97-155f1e695a76,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:11.946941 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 7e149622-5327-4b13-9b8e-b7c78a970630 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:11.951642 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85335d5d-3838-42f8-8d5e-a0f4826c6afe None None] Pushing event updated for resources: {'Port': ['ID=a5f20b47-3184-4c67-b0bc-3633780eab74,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:12.005768 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-240dc9b2-0a2a-45c6-9b77-f5e48797f509 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2164b6a071814da7b0a15705c9538d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9732814 Apr 12 11:06:12.008283 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51856) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:12.102536 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] Set router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:12.105167 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-453942ca-ecb7-4db4-88f1-305c8bee54b2 None None] Provisioning complete for port 99ba716f-d2af-433e-a715-fed159cce269 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:12.105167 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-453942ca-ecb7-4db4-88f1-305c8bee54b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (99ba716f-d2af-433e-a715-fed159cce269), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:12.113365 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b6c4acc1-e684-4b46-941e-e3722ae120f6 admin admin] Publish callbacks [] for security_group (477b409d-0780-47f5-aa97-155f1e695a76), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:12.165040 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Router c80a8921-27fb-4789-964f-e29ca84a03c7 is scheduled to L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:06:12.196523 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b6c4acc1-e684-4b46-941e-e3722ae120f6 admin admin] Publish callbacks [] for security_group (477b409d-0780-47f5-aa97-155f1e695a76), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:12.358983 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b6c4acc1-e684-4b46-941e-e3722ae120f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (477b409d-0780-47f5-aa97-155f1e695a76), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:12.362952 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b6c4acc1-e684-4b46-941e-e3722ae120f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:12.364152 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-b6c4acc1-e684-4b46-941e-e3722ae120f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/477b409d-0780-47f5-aa97-155f1e695a76 HTTP/1.1" status: 204 len: 168 time: 0.3548832 Apr 12 11:06:12.408579 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4acc1-e684-4b46-941e-e3722ae120f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477b409d-0780-47f5-aa97-155f1e695a76,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:12.562974 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339d12d-edee-4352-9943-ddf4129ae146 req-ae463005-3394-4f3d-a404-f10ea94ddcdd tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:12.564645 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a339d12d-edee-4352-9943-ddf4129ae146 req-ae463005-3394-4f3d-a404-f10ea94ddcdd tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0828137 Apr 12 11:06:12.668986 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a339d12d-edee-4352-9943-ddf4129ae146 req-b449ac04-a667-4390-97c0-93cc62bf73d0 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969567 Apr 12 11:06:12.686575 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-453942ca-ecb7-4db4-88f1-305c8bee54b2 None None] Current status of the port 99ba716f-d2af-433e-a715-fed159cce269 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:12.687933 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-453942ca-ecb7-4db4-88f1-305c8bee54b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (99ba716f-d2af-433e-a715-fed159cce269), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:12.747831 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:06:12.761510 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Sync routers for ids ['c80a8921-27fb-4789-964f-e29ca84a03c7'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:06:12.822313 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:12.822313 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-0b34040d-cc02-416f-8f84-e17c346a5d03 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2297335 Apr 12 11:06:12.822313 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51872) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:12.831094 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:07Z', 'revision_number': 4, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port': {'id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '99ba716f-d2af-433e-a715-fed159cce269', 'name': '', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'mac_address': 'fa:16:3e:b3:16:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:06Z', 'updated_at': '2022-04-12T11:06:11Z', 'revision_number': 4, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'subnets': [{'id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:12.835951 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Routers {'c80a8921-27fb-4789-964f-e29ca84a03c7'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:12.837763 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:05:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c80a8921-27fb-4789-964f-e29ca84a03c7'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:12.922911 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-453942ca-ecb7-4db4-88f1-305c8bee54b2 None None] For port 99ba716f-d2af-433e-a715-fed159cce269, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=99ba716f-d2af-433e-a715-fed159cce269,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:12.940204 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdddba-3bb0-4e9c-a415-9b321d2cc011 None None] The sync data for ids ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'] in dv-cinder-830089-4-iscsi is: [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:07Z', 'revision_number': 4, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port': {'id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '99ba716f-d2af-433e-a715-fed159cce269', 'name': '', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'mac_address': 'fa:16:3e:b3:16:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:06Z', 'updated_at': '2022-04-12T11:06:11Z', 'revision_number': 4, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'subnets': [{'id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:06:12.954967 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-453942ca-ecb7-4db4-88f1-305c8bee54b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (99ba716f-d2af-433e-a715-fed159cce269), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.063189 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51874) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:13.085165 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-165862f2-2c44-4c08-8052-5e7555ccd60e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.117309 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device a5f20b47-3184-4c67-b0bc-3633780eab74 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:13.133333 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Set router c80a8921-27fb-4789-964f-e29ca84a03c7 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:13.281284 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-165862f2-2c44-4c08-8052-5e7555ccd60e admin admin] Publish callbacks [] for security_group (c3611b21-27aa-45ff-9a17-37fc9d88ff5b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.288316 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-165862f2-2c44-4c08-8052-5e7555ccd60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (c3611b21-27aa-45ff-9a17-37fc9d88ff5b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.352950 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453942ca-ecb7-4db4-88f1-305c8bee54b2 None None] Pushing event updated for resources: {'Port': ['ID=99ba716f-d2af-433e-a715-fed159cce269,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:13.366104 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port a5f20b47-3184-4c67-b0bc-3633780eab74 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:13.366746 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.466361 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-165862f2-2c44-4c08-8052-5e7555ccd60e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6c6020e82bb4be79f6b7039f795d2f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3993738 Apr 12 11:06:13.466361 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165862f2-2c44-4c08-8052-5e7555ccd60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3611b21-27aa-45ff-9a17-37fc9d88ff5b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:13.484443 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51884) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:13.555965 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port a5f20b47-3184-4c67-b0bc-3633780eab74 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:13.556577 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.661317 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port a5f20b47-3184-4c67-b0bc-3633780eab74, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=a5f20b47-3184-4c67-b0bc-3633780eab74,segment=NetworkSegment(4a1e8154-0b85-4be3-8a66-e722be907acb),segment_id=4a1e8154-0b85-4be3-8a66-e722be907acb)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:13.667664 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.723691 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-11408912-657d-4138-acc2-f9d2124d22a3 admin admin] Publish callbacks [] for security_group (c3611b21-27aa-45ff-9a17-37fc9d88ff5b), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.767169 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'name': 'tempest-TestShelveInstance-19337314-router', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'ece912d4-b765-4d32-aaec-4e98a0236221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:09Z', 'updated_at': '2022-04-12T11:06:10Z', 'revision_number': 3, 'project_id': '13d57b0144e14e8784510bc17a1ef678', 'gw_port': {'id': 'ece912d4-b765-4d32-aaec-4e98a0236221', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:07:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:10Z', 'updated_at': '2022-04-12T11:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:13.812906 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-11408912-657d-4138-acc2-f9d2124d22a3 admin admin] Publish callbacks [] for security_group (c3611b21-27aa-45ff-9a17-37fc9d88ff5b), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.833265 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=a5f20b47-3184-4c67-b0bc-3633780eab74,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:13.860410 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Checking router: c80a8921-27fb-4789-964f-e29ca84a03c7 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:06:13.860970 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Updating router c80a8921-27fb-4789-964f-e29ca84a03c7 port ece912d4-b765-4d32-aaec-4e98a0236221 binding host dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:06:13.891263 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (ece912d4-b765-4d32-aaec-4e98a0236221), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:13.976031 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.008472 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f33d5cc-9ddf-4afb-8a63-6ef04dd0ea91 None None] Network 00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:06:14.043296 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417c80e-1635-4349-affe-f9f7559e6a67 req-2fc22b62-f814-481d-9ed6-50f0fce8f5ef tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:14.051354 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6417c80e-1635-4349-affe-f9f7559e6a67 req-2fc22b62-f814-481d-9ed6-50f0fce8f5ef tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.1342988 Apr 12 11:06:14.052697 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-11408912-657d-4138-acc2-f9d2124d22a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (c3611b21-27aa-45ff-9a17-37fc9d88ff5b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.060549 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-11408912-657d-4138-acc2-f9d2124d22a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.064555 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-11408912-657d-4138-acc2-f9d2124d22a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3611b21-27aa-45ff-9a17-37fc9d88ff5b HTTP/1.1" status: 204 len: 168 time: 0.5764225 Apr 12 11:06:14.118259 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11408912-657d-4138-acc2-f9d2124d22a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3611b21-27aa-45ff-9a17-37fc9d88ff5b,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:14.223120 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6417c80e-1635-4349-affe-f9f7559e6a67 req-ffb48687-f86c-4350-a42c-201dcb3ed6cf tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596677 Apr 12 11:06:14.283550 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-e729fd03-44b0-4a55-8550-4c3db12e6703 None None] Provisioning complete for port a5f20b47-3184-4c67-b0bc-3633780eab74 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:14.286599 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e729fd03-44b0-4a55-8550-4c3db12e6703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.437014 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51890) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:14.442573 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-c12f9217-faa5-4ab4-aed1-44f3b8fcf6ea tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716316390', 'description': 'tempest-description--1870382590'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:14.478444 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Allocated IP 172.20.0.1 (00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4/65b7f079-3965-4a4d-a1f9-625678074b35/75bf4c61-5cb8-492f-8415-fc115ab66f15) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:14.514271 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c12f9217-faa5-4ab4-aed1-44f3b8fcf6ea tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.532919 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-e729fd03-44b0-4a55-8550-4c3db12e6703 None None] Current status of the port a5f20b47-3184-4c67-b0bc-3633780eab74 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:14.639178 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Publish callbacks [] for port (ece912d4-b765-4d32-aaec-4e98a0236221), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.659623 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (ece912d4-b765-4d32-aaec-4e98a0236221), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.692477 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Publish callbacks [] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.774725 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.803575 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Attempting to bind port ece912d4-b765-4d32-aaec-4e98a0236221 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:06:14.804175 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Attempting to bind port ece912d4-b765-4d32-aaec-4e98a0236221 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:06:14.818799 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Attempting to bind port ece912d4-b765-4d32-aaec-4e98a0236221 on network 07cd2b0c-0781-4dba-a87d-e263ec3a559e {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:14.825550 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c12f9217-faa5-4ab4-aed1-44f3b8fcf6ea tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for security_group (1c62eaab-9651-4543-9e0d-e01bb5200287), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.834133 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74fcd9-4383-4ea9-8a73-0ee0857eeef7 None None] Pushing event updated for resources: {'Port': ['ID=ece912d4-b765-4d32-aaec-4e98a0236221,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:14.841728 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c12f9217-faa5-4ab4-aed1-44f3b8fcf6ea tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (1c62eaab-9651-4543-9e0d-e01bb5200287), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.849713 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:06:14.851419 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Checking segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:14.851903 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.854777 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Bound using segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:06:14.855763 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Bound port: ece912d4-b765-4d32-aaec-4e98a0236221, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:06:14.856888 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (ece912d4-b765-4d32-aaec-4e98a0236221), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.935459 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Network 00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:14.959430 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:14.962977 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] For port ece912d4-b765-4d32-aaec-4e98a0236221, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:06:14.967048 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] For port ece912d4-b765-4d32-aaec-4e98a0236221, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=ece912d4-b765-4d32-aaec-4e98a0236221,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:06:14.980509 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (ece912d4-b765-4d32-aaec-4e98a0236221), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.987730 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c12f9217-faa5-4ab4-aed1-44f3b8fcf6ea tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.992401 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:14.996605 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-828ce7d2-0d2e-4599-8bbe-b2f1ee1f1e30 None None] Provisioning complete for port a5f20b47-3184-4c67-b0bc-3633780eab74 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:14.996976 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-828ce7d2-0d2e-4599-8bbe-b2f1ee1f1e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:14.999285 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-c12f9217-faa5-4ab4-aed1-44f3b8fcf6ea tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5608010 Apr 12 11:06:15.001931 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51904) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:15.028089 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-56712dac-a990-4d96-bfba-450399304669 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Request body: {'security_group_rule': {'security_group_id': '1c62eaab-9651-4543-9e0d-e01bb5200287', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:15.042573 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Routers {'c80a8921-27fb-4789-964f-e29ca84a03c7'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:15.043233 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:05:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c80a8921-27fb-4789-964f-e29ca84a03c7'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:15.094503 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f9217-faa5-4ab4-aed1-44f3b8fcf6ea tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c62eaab-9651-4543-9e0d-e01bb5200287,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:15.124926 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-56712dac-a990-4d96-bfba-450399304669 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for security_group_rule (bb04b711-4994-4848-854f-a9fac88abf3f), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:15.134941 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Pushing event updated for resources: {'Port': ['ID=75bf4c61-5cb8-492f-8415-fc115ab66f15,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:15.201816 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16479012'] for router_interface (c80a8921-27fb-4789-964f-e29ca84a03c7), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:15.245942 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74fcd9-4383-4ea9-8a73-0ee0857eeef7 None None] Pushing event updated for resources: {'Port': ['ID=ece912d4-b765-4d32-aaec-4e98a0236221,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:15.304719 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-56712dac-a990-4d96-bfba-450399304669 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for security_group_rule (bb04b711-4994-4848-854f-a9fac88abf3f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:15.316288 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-56712dac-a990-4d96-bfba-450399304669 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (bb04b711-4994-4848-854f-a9fac88abf3f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:15.334745 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device a5f20b47-3184-4c67-b0bc-3633780eab74 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:15.377469 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56712dac-a990-4d96-bfba-450399304669 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb04b711-4994-4848-854f-a9fac88abf3f,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:15.396701 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-56712dac-a990-4d96-bfba-450399304669 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:15.399035 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-56712dac-a990-4d96-bfba-450399304669 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3948357 Apr 12 11:06:15.401724 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51910) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:15.413393 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-f28a0829-c10c-4c84-a262-190abdae8690 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Request body: {'security_group_rule': {'security_group_id': '1c62eaab-9651-4543-9e0d-e01bb5200287', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:15.428863 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] Set router c80a8921-27fb-4789-964f-e29ca84a03c7 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:15.496170 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-828ce7d2-0d2e-4599-8bbe-b2f1ee1f1e30 None None] Current status of the port a5f20b47-3184-4c67-b0bc-3633780eab74 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:15.519815 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port a5f20b47-3184-4c67-b0bc-3633780eab74 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:15.520516 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:15.537850 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:15.639883 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f50e5-3570-4a4f-85ef-891e47db35ab req-ec69fc5e-83c1-4115-ac6c-5086f46fb9c6 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:15.646081 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fa2f50e5-3570-4a4f-85ef-891e47db35ab req-ec69fc5e-83c1-4115-ac6c-5086f46fb9c6 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.1833253 Apr 12 11:06:15.647442 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f28a0829-c10c-4c84-a262-190abdae8690 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for security_group_rule (eab2913f-dd5e-4434-8b3c-35d29603ec8f), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:15.942634 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-f6cafd0d-caa3-4c86-a99c-fca42f0cad37 None None] Provisioning complete for port 75bf4c61-5cb8-492f-8415-fc115ab66f15 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:15.943314 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f6cafd0d-caa3-4c86-a99c-fca42f0cad37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:15.973839 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fa2f50e5-3570-4a4f-85ef-891e47db35ab req-c13e9059-dd3f-4ad7-ac04-aa6d821aa075 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127129 Apr 12 11:06:16.006138 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'name': 'tempest-TestShelveInstance-19337314-router', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'ece912d4-b765-4d32-aaec-4e98a0236221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:09Z', 'updated_at': '2022-04-12T11:06:10Z', 'revision_number': 3, 'project_id': '13d57b0144e14e8784510bc17a1ef678', 'gw_port': {'id': 'ece912d4-b765-4d32-aaec-4e98a0236221', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:07:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:10Z', 'updated_at': '2022-04-12T11:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:16.014490 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f28a0829-c10c-4c84-a262-190abdae8690 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for security_group_rule (eab2913f-dd5e-4434-8b3c-35d29603ec8f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:16.021465 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f28a0829-c10c-4c84-a262-190abdae8690 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (eab2913f-dd5e-4434-8b3c-35d29603ec8f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:16.032776 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-f6cafd0d-caa3-4c86-a99c-fca42f0cad37 None None] Port 75bf4c61-5cb8-492f-8415-fc115ab66f15 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:06:16.047845 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port a5f20b47-3184-4c67-b0bc-3633780eab74 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:16.048430 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Publish callbacks [] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:16.053781 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 99ba716f-d2af-433e-a715-fed159cce269 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:16.059604 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:16.076326 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a0829-c10c-4c84-a262-190abdae8690 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab2913f-dd5e-4434-8b3c-35d29603ec8f,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:16.087981 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f28a0829-c10c-4c84-a262-190abdae8690 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:16.090004 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-f28a0829-c10c-4c84-a262-190abdae8690 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6868832 Apr 12 11:06:16.093686 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 51936) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:16.094433 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eaee19-2ef5-4ab1-98d7-3cb46040146e None None] The sync data for ids ['c80a8921-27fb-4789-964f-e29ca84a03c7'] in dv-cinder-830089-4-iscsi is: [{'id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'name': 'tempest-TestShelveInstance-19337314-router', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'ece912d4-b765-4d32-aaec-4e98a0236221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:09Z', 'updated_at': '2022-04-12T11:06:10Z', 'revision_number': 3, 'project_id': '13d57b0144e14e8784510bc17a1ef678', 'gw_port': {'id': 'ece912d4-b765-4d32-aaec-4e98a0236221', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:07:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:10Z', 'updated_at': '2022-04-12T11:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:06:16.100800 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Request body: {'floatingip': {'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:16.130054 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:16.138582 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 99ba716f-d2af-433e-a715-fed159cce269 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:16.139002 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (99ba716f-d2af-433e-a715-fed159cce269), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:16.273674 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 99ba716f-d2af-433e-a715-fed159cce269 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:16.275719 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478356'] for router_interface (c80a8921-27fb-4789-964f-e29ca84a03c7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:16.302335 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Pushing event updated for resources: {'Port': ['ID=75bf4c61-5cb8-492f-8415-fc115ab66f15,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:16.385656 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:16.418530 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Network 00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:16.420175 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:16.648406 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Allocated IP 172.27.0.146 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/42c1577a-b784-49ce-9158-bb3f948a5f7c) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:16.677412 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Router c80a8921-27fb-4789-964f-e29ca84a03c7 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:06:16.890678 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for port (42c1577a-b784-49ce-9158-bb3f948a5f7c), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:16.963822 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:06:16.965740 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-a8b6940b-badc-4464-8b4c-7a13b2cb74c6 None None] Provisioning complete for port 75bf4c61-5cb8-492f-8415-fc115ab66f15 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:16.969891 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a8b6940b-badc-4464-8b4c-7a13b2cb74c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:16.989500 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device ece912d4-b765-4d32-aaec-4e98a0236221 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:16.994625 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-947b0753-1f78-4b4e-9a70-05f797e51823 admin admin] 10.222.0.55 "PUT /v2.0/routers/c80a8921-27fb-4789-964f-e29ca84a03c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1643169 Apr 12 11:06:17.000476 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (42c1577a-b784-49ce-9158-bb3f948a5f7c), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:17.112969 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Pushing event updated for resources: {'Port': ['ID=42c1577a-b784-49ce-9158-bb3f948a5f7c,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:17.125448 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:17.129853 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:17.132596 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:17.183148 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6940b-badc-4464-8b4c-7a13b2cb74c6 None None] Port 75bf4c61-5cb8-492f-8415-fc115ab66f15 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:06:17.198583 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port ece912d4-b765-4d32-aaec-4e98a0236221 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:17.199216 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (ece912d4-b765-4d32-aaec-4e98a0236221), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:17.293822 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d84397-0201-44f3-8c41-ebf9bcf076a4 req-3d51cb15-2468-411b-b3b5-cd6ddda434ef tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:17.295758 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f8d84397-0201-44f3-8c41-ebf9bcf076a4 req-3d51cb15-2468-411b-b3b5-cd6ddda434ef tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.1027040 Apr 12 11:06:17.308836 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for floatingip (95d2c3f7-0dea-45a1-b2c5-2562dfe873b0), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:17.367512 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port ece912d4-b765-4d32-aaec-4e98a0236221 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:17.369057 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (ece912d4-b765-4d32-aaec-4e98a0236221), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:17.417373 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port ece912d4-b765-4d32-aaec-4e98a0236221, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=ece912d4-b765-4d32-aaec-4e98a0236221,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:17.425975 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (ece912d4-b765-4d32-aaec-4e98a0236221), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:17.457949 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (42c1577a-b784-49ce-9158-bb3f948a5f7c), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:17.559534 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=ece912d4-b765-4d32-aaec-4e98a0236221,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:17.587526 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f8d84397-0201-44f3-8c41-ebf9bcf076a4 req-ed6bc702-934a-40ed-85d9-39f89c37f1a4 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853303 Apr 12 11:06:17.681929 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for port (42c1577a-b784-49ce-9158-bb3f948a5f7c), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:17.705942 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (42c1577a-b784-49ce-9158-bb3f948a5f7c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:17.817164 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Pushing event updated for resources: {'Port': ['ID=42c1577a-b784-49ce-9158-bb3f948a5f7c,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:17.823060 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (95d2c3f7-0dea-45a1-b2c5-2562dfe873b0), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:17.848406 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:17.867237 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-f3ce6666-444d-4a65-9f42-b09797e1e4f8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7551978 Apr 12 11:06:18.075931 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51976) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:18.081014 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-8160f8c9-9811-4711-8659-2dffb4bd3aed tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-527379654', 'description': 'tempest-secgroup-smoke-527379654 description', 'project_id': '35ac8ed2221744b0a7b34fbd507119a5'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:18.141675 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8160f8c9-9811-4711-8659-2dffb4bd3aed tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.286046 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-ec07318e-005a-457c-9ec6-81c35e226849 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--716316390&fields=id&tenant_id=16e64b34e34e4a67860998e80ea216ca HTTP/1.1" status: 200 len: 267 time: 0.0920646 Apr 12 11:06:18.349513 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8160f8c9-9811-4711-8659-2dffb4bd3aed tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group (187e446b-187e-4e4a-a2f6-7f8a927792a0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.356341 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8160f8c9-9811-4711-8659-2dffb4bd3aed tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (187e446b-187e-4e4a-a2f6-7f8a927792a0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.405110 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160f8c9-9811-4711-8659-2dffb4bd3aed tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187e446b-187e-4e4a-a2f6-7f8a927792a0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:18.411581 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8160f8c9-9811-4711-8659-2dffb4bd3aed tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.413109 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-8160f8c9-9811-4711-8659-2dffb4bd3aed tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3361304 Apr 12 11:06:18.418634 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51994) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:18.427104 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fe4b7168-ee12-4793-ab53-8d16e19fa5bf tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Request body: {'security_group_rule': {'security_group_id': '187e446b-187e-4e4a-a2f6-7f8a927792a0', 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:18.458677 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-0f9e2744-bed0-44f8-9d97-4e20be551c75 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:18.467428 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-0f9e2744-bed0-44f8-9d97-4e20be551c75 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 818 time: 0.1883438 Apr 12 11:06:18.470041 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe4b7168-ee12-4793-ab53-8d16e19fa5bf tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (5281d9f5-1e36-45cb-80db-0081a7fe04cf), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.481192 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-a77dae2d-e21c-4ad5-a5f8-e0921c870d70 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/quotas/16e64b34e34e4a67860998e80ea216ca HTTP/1.1" status: 200 len: 375 time: 0.0128810 Apr 12 11:06:18.541912 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe4b7168-ee12-4793-ab53-8d16e19fa5bf tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (5281d9f5-1e36-45cb-80db-0081a7fe04cf), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.548571 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe4b7168-ee12-4793-ab53-8d16e19fa5bf tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (5281d9f5-1e36-45cb-80db-0081a7fe04cf), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.567041 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b7168-ee12-4793-ab53-8d16e19fa5bf tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5281d9f5-1e36-45cb-80db-0081a7fe04cf,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:18.579525 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe4b7168-ee12-4793-ab53-8d16e19fa5bf tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.581736 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-fe4b7168-ee12-4793-ab53-8d16e19fa5bf tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620092 Apr 12 11:06:18.584500 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 51996) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:18.589950 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2dff6600-cf4c-43c5-bf4e-3d6211c68962 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Request body: {'security_group_rule': {'security_group_id': '187e446b-187e-4e4a-a2f6-7f8a927792a0', 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:18.603423 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-59367535-bdff-4c62-8a1b-dffcda9ca928 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1136849 Apr 12 11:06:18.652352 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2dff6600-cf4c-43c5-bf4e-3d6211c68962 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (727d755c-ac21-464c-aef3-140999ab07a6), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.740359 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2dff6600-cf4c-43c5-bf4e-3d6211c68962 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (727d755c-ac21-464c-aef3-140999ab07a6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.748901 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2dff6600-cf4c-43c5-bf4e-3d6211c68962 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (727d755c-ac21-464c-aef3-140999ab07a6), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.759250 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-d4fa0736-2ed2-443f-8b90-3696caf25307 service neutron] 10.222.0.55 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441259 Apr 12 11:06:18.765684 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b82ec5-8ac2-4886-b129-d5671baf0b4b req-42e6d109-d959-46ab-981a-da46687fa3bf tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:18.772530 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-63b82ec5-8ac2-4886-b129-d5671baf0b4b req-42e6d109-d959-46ab-981a-da46687fa3bf tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0782497 Apr 12 11:06:18.777838 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff6600-cf4c-43c5-bf4e-3d6211c68962 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727d755c-ac21-464c-aef3-140999ab07a6,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:18.819307 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2dff6600-cf4c-43c5-bf4e-3d6211c68962 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.823159 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-2dff6600-cf4c-43c5-bf4e-3d6211c68962 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2375693 Apr 12 11:06:18.828730 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52000) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:18.835251 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-802d9908-b058-4731-be1d-b46866265d44 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Request body: {'security_group_rule': {'security_group_id': '187e446b-187e-4e4a-a2f6-7f8a927792a0', 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:18.874840 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-802d9908-b058-4731-be1d-b46866265d44 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (5fbe61a7-a0b7-490b-b17d-d11a94753b39), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.884283 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-63b82ec5-8ac2-4886-b129-d5671baf0b4b req-54d4746c-5ec0-4caf-b435-8cf213190d67 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108809 Apr 12 11:06:18.919082 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device ece912d4-b765-4d32-aaec-4e98a0236221 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:18.922372 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-aee8a2ba-b616-4777-b9a8-f663900cabde service neutron] 10.222.0.55 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479132 Apr 12 11:06:18.984994 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-802d9908-b058-4731-be1d-b46866265d44 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (5fbe61a7-a0b7-490b-b17d-d11a94753b39), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.991805 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-802d9908-b058-4731-be1d-b46866265d44 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (5fbe61a7-a0b7-490b-b17d-d11a94753b39), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:18.994797 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Sync routers for ids ['c80a8921-27fb-4789-964f-e29ca84a03c7'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:06:19.007708 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d9908-b058-4731-be1d-b46866265d44 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbe61a7-a0b7-490b-b17d-d11a94753b39,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:19.011902 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Routers {'c80a8921-27fb-4789-964f-e29ca84a03c7'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:19.012644 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:05:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c80a8921-27fb-4789-964f-e29ca84a03c7'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:19.021293 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-802d9908-b058-4731-be1d-b46866265d44 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.022843 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-802d9908-b058-4731-be1d-b46866265d44 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1929829 Apr 12 11:06:19.025608 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52002) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:19.031015 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-84db5fec-3c7c-4c40-97ec-7115e59d4ac5 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Request body: {'security_group_rule': {'security_group_id': '187e446b-187e-4e4a-a2f6-7f8a927792a0', 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:19.094385 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port ece912d4-b765-4d32-aaec-4e98a0236221 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:19.095381 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (ece912d4-b765-4d32-aaec-4e98a0236221), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.096981 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-84db5fec-3c7c-4c40-97ec-7115e59d4ac5 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (c1e7fc83-40a0-4257-a514-fad5012c5b1d), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.205025 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-11bd042e-546c-4746-9ed4-ff31209b8839 req-d5b2e603-e6fc-4f9b-a55c-f0c2ba09502f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 210 time: 0.0702949 Apr 12 11:06:19.239529 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Set router c80a8921-27fb-4789-964f-e29ca84a03c7 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:19.265490 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-84db5fec-3c7c-4c40-97ec-7115e59d4ac5 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (c1e7fc83-40a0-4257-a514-fad5012c5b1d), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.286897 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-84db5fec-3c7c-4c40-97ec-7115e59d4ac5 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (c1e7fc83-40a0-4257-a514-fad5012c5b1d), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.342877 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db5fec-3c7c-4c40-97ec-7115e59d4ac5 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e7fc83-40a0-4257-a514-fad5012c5b1d,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:19.359878 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-84db5fec-3c7c-4c40-97ec-7115e59d4ac5 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.362842 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-84db5fec-3c7c-4c40-97ec-7115e59d4ac5 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3358915 Apr 12 11:06:19.365726 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52020) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:19.371860 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-fc6a3029-a9c5-4cdb-83b6-8888d8c13665 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Request body: {'security_group_rule': {'security_group_id': '187e446b-187e-4e4a-a2f6-7f8a927792a0', 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:19.405442 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.securitygroups_db [None req-fc6a3029-a9c5-4cdb-83b6-8888d8c13665 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Project 35ac8ed2221744b0a7b34fbd507119a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:06:19.441889 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3029-a9c5-4cdb-83b6-8888d8c13665 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (4ac5143c-8d5f-4eef-bbec-4d6a45b16fa6), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.458777 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port ece912d4-b765-4d32-aaec-4e98a0236221 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:19.592313 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3029-a9c5-4cdb-83b6-8888d8c13665 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (4ac5143c-8d5f-4eef-bbec-4d6a45b16fa6), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.600088 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3029-a9c5-4cdb-83b6-8888d8c13665 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (4ac5143c-8d5f-4eef-bbec-4d6a45b16fa6), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.612052 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'name': 'tempest-TestShelveInstance-19337314-router', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'ece912d4-b765-4d32-aaec-4e98a0236221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:09Z', 'updated_at': '2022-04-12T11:06:15Z', 'revision_number': 4, 'project_id': '13d57b0144e14e8784510bc17a1ef678', 'gw_port': {'id': 'ece912d4-b765-4d32-aaec-4e98a0236221', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:07:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:10Z', 'updated_at': '2022-04-12T11:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '75bf4c61-5cb8-492f-8415-fc115ab66f15', 'name': '', 'network_id': '00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678', 'mac_address': 'fa:16:3e:6b:90:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '65b7f079-3965-4a4d-a1f9-625678074b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:14Z', 'updated_at': '2022-04-12T11:06:15Z', 'revision_number': 2, 'project_id': '13d57b0144e14e8784510bc17a1ef678', 'subnets': [{'id': '65b7f079-3965-4a4d-a1f9-625678074b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:19.618160 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a3029-a9c5-4cdb-83b6-8888d8c13665 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac5143c-8d5f-4eef-bbec-4d6a45b16fa6,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:19.630980 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3029-a9c5-4cdb-83b6-8888d8c13665 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.634873 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-fc6a3029-a9c5-4cdb-83b6-8888d8c13665 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2651949 Apr 12 11:06:19.635174 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52028) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:19.645198 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-c13c06f1-d2fa-4c68-abc4-37d0dcb6104a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Request body: {'security_group_rule': {'security_group_id': '187e446b-187e-4e4a-a2f6-7f8a927792a0', 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:19.649633 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Checking router: c80a8921-27fb-4789-964f-e29ca84a03c7 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:06:19.650929 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Updating router c80a8921-27fb-4789-964f-e29ca84a03c7 port 75bf4c61-5cb8-492f-8415-fc115ab66f15 binding host dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:06:19.695208 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.706954 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.securitygroups_db [None req-c13c06f1-d2fa-4c68-abc4-37d0dcb6104a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Project 35ac8ed2221744b0a7b34fbd507119a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:06:19.720439 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c13c06f1-d2fa-4c68-abc4-37d0dcb6104a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (e42936df-56df-42c5-a19b-b2abc1e13b2f), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.852622 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c13c06f1-d2fa-4c68-abc4-37d0dcb6104a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (e42936df-56df-42c5-a19b-b2abc1e13b2f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.858723 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c13c06f1-d2fa-4c68-abc4-37d0dcb6104a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (e42936df-56df-42c5-a19b-b2abc1e13b2f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.882062 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c06f1-d2fa-4c68-abc4-37d0dcb6104a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42936df-56df-42c5-a19b-b2abc1e13b2f,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:19.894873 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c13c06f1-d2fa-4c68-abc4-37d0dcb6104a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:19.911506 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-c13c06f1-d2fa-4c68-abc4-37d0dcb6104a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2750685 Apr 12 11:06:20.044154 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e02980-5b56-4b28-9e51-4b99364ad7a3 req-9a12a0d9-3d23-455c-b325-609c78227b03 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:20.046075 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-16e02980-5b56-4b28-9e51-4b99364ad7a3 req-9a12a0d9-3d23-455c-b325-609c78227b03 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0514867 Apr 12 11:06:20.114423 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-16e02980-5b56-4b28-9e51-4b99364ad7a3 req-9c321042-a07c-4dde-ac84-dfdb1457c30a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605426 Apr 12 11:06:20.121366 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Publish callbacks [] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.135271 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.213968 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e85a5b-5c48-4557-8ab9-328bfba6a1ae None None] Pushing event updated for resources: {'Port': ['ID=75bf4c61-5cb8-492f-8415-fc115ab66f15,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:20.242596 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52076) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:20.264095 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-8cb1e9b1-989f-40d2-a9cc-3e617ef9f7bb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017472175', 'description': 'tempest-description--380062774'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:20.335223 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Attempting to bind port 75bf4c61-5cb8-492f-8415-fc115ab66f15 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:06:20.335681 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Attempting to bind port 75bf4c61-5cb8-492f-8415-fc115ab66f15 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '4a1e8154-0b85-4be3-8a66-e722be907acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:06:20.336259 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Attempting to bind port 75bf4c61-5cb8-492f-8415-fc115ab66f15 on network 00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:20.344171 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:06:20.344468 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Checking segment: {'id': '4a1e8154-0b85-4be3-8a66-e722be907acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:20.344964 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.345436 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Bound using segment: {'id': '4a1e8154-0b85-4be3-8a66-e722be907acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:06:20.347250 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Bound port: 75bf4c61-5cb8-492f-8415-fc115ab66f15, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1e8154-0b85-4be3-8a66-e722be907acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:06:20.347518 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.367796 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-749fdf6f-e7fd-4541-81d0-884c87b8f49c req-544379da-e36b-4d5a-aa30-59701b1fbaa8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 210 time: 0.0684545 Apr 12 11:06:20.372229 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e9b1-989f-40d2-a9cc-3e617ef9f7bb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.472438 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] For port 75bf4c61-5cb8-492f-8415-fc115ab66f15, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:06:20.479418 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] For port 75bf4c61-5cb8-492f-8415-fc115ab66f15, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=75bf4c61-5cb8-492f-8415-fc115ab66f15,segment=NetworkSegment(4a1e8154-0b85-4be3-8a66-e722be907acb),segment_id=4a1e8154-0b85-4be3-8a66-e722be907acb)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:06:20.492948 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.495515 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e9b1-989f-40d2-a9cc-3e617ef9f7bb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (341809d9-2b43-4750-81fc-8518e1047569), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.505868 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e9b1-989f-40d2-a9cc-3e617ef9f7bb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (341809d9-2b43-4750-81fc-8518e1047569), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.555729 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1e9b1-989f-40d2-a9cc-3e617ef9f7bb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341809d9-2b43-4750-81fc-8518e1047569,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:20.572527 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e9b1-989f-40d2-a9cc-3e617ef9f7bb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.577239 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Routers {'c80a8921-27fb-4789-964f-e29ca84a03c7'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:20.578330 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:05:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c80a8921-27fb-4789-964f-e29ca84a03c7'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:20.578657 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-8cb1e9b1-989f-40d2-a9cc-3e617ef9f7bb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3348682 Apr 12 11:06:20.582449 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52086) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:20.590013 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-c2d2d304-090b-486d-8788-0e4b33274c45 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'security_group_rule': {'security_group_id': '341809d9-2b43-4750-81fc-8518e1047569', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:20.645743 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d304-090b-486d-8788-0e4b33274c45 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (30faa8f5-dfe5-44aa-b2fd-995cfe0976de), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.782446 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d304-090b-486d-8788-0e4b33274c45 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (30faa8f5-dfe5-44aa-b2fd-995cfe0976de), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.795539 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d304-090b-486d-8788-0e4b33274c45 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (30faa8f5-dfe5-44aa-b2fd-995cfe0976de), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.804822 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-36e9e620-d473-4d7b-a971-b71c9e594d10 None None] Provisioning complete for port 75bf4c61-5cb8-492f-8415-fc115ab66f15 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:20.805279 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-36e9e620-d473-4d7b-a971-b71c9e594d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.809115 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e85a5b-5c48-4557-8ab9-328bfba6a1ae None None] Pushing event updated for resources: {'Port': ['ID=75bf4c61-5cb8-492f-8415-fc115ab66f15,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:20.839639 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2d304-090b-486d-8788-0e4b33274c45 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30faa8f5-dfe5-44aa-b2fd-995cfe0976de,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:20.859940 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c2d2d304-090b-486d-8788-0e4b33274c45 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.860156 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] Set router c80a8921-27fb-4789-964f-e29ca84a03c7 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:20.863693 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-c2d2d304-090b-486d-8788-0e4b33274c45 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2783747 Apr 12 11:06:20.865237 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52092) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:20.869915 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-73acd4b7-f7eb-43b1-bd55-219b56b95056 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'security_group_rule': {'security_group_id': '341809d9-2b43-4750-81fc-8518e1047569', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:20.908327 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73acd4b7-f7eb-43b1-bd55-219b56b95056 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (3a983d43-a5e5-4bd8-8da0-179684146c6f), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.972212 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73acd4b7-f7eb-43b1-bd55-219b56b95056 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (3a983d43-a5e5-4bd8-8da0-179684146c6f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:20.980405 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73acd4b7-f7eb-43b1-bd55-219b56b95056 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (3a983d43-a5e5-4bd8-8da0-179684146c6f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.000238 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acd4b7-f7eb-43b1-bd55-219b56b95056 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a983d43-a5e5-4bd8-8da0-179684146c6f,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:21.009332 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-73acd4b7-f7eb-43b1-bd55-219b56b95056 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.013600 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-73acd4b7-f7eb-43b1-bd55-219b56b95056 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445284 Apr 12 11:06:21.014177 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52094) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:21.020619 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'floatingip': {'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:21.049991 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.076514 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-36e9e620-d473-4d7b-a971-b71c9e594d10 None None] Current status of the port 75bf4c61-5cb8-492f-8415-fc115ab66f15 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:21.076896 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-36e9e620-d473-4d7b-a971-b71c9e594d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.128967 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-36e9e620-d473-4d7b-a971-b71c9e594d10 None None] For port 75bf4c61-5cb8-492f-8415-fc115ab66f15, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=75bf4c61-5cb8-492f-8415-fc115ab66f15,segment=NetworkSegment(4a1e8154-0b85-4be3-8a66-e722be907acb),segment_id=4a1e8154-0b85-4be3-8a66-e722be907acb)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:21.154792 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-36e9e620-d473-4d7b-a971-b71c9e594d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.157001 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.201564 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'name': 'tempest-TestShelveInstance-19337314-router', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'ece912d4-b765-4d32-aaec-4e98a0236221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:09Z', 'updated_at': '2022-04-12T11:06:15Z', 'revision_number': 4, 'project_id': '13d57b0144e14e8784510bc17a1ef678', 'gw_port': {'id': 'ece912d4-b765-4d32-aaec-4e98a0236221', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:07:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:10Z', 'updated_at': '2022-04-12T11:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '75bf4c61-5cb8-492f-8415-fc115ab66f15', 'name': '', 'network_id': '00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678', 'mac_address': 'fa:16:3e:6b:90:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '65b7f079-3965-4a4d-a1f9-625678074b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:14Z', 'updated_at': '2022-04-12T11:06:20Z', 'revision_number': 4, 'project_id': '13d57b0144e14e8784510bc17a1ef678', 'subnets': [{'id': '65b7f079-3965-4a4d-a1f9-625678074b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:21.241141 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544c91e7-42b6-441d-bfef-3ae36695d379 None None] The sync data for ids ['c80a8921-27fb-4789-964f-e29ca84a03c7'] in dv-cinder-830089-4-iscsi is: [{'id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'name': 'tempest-TestShelveInstance-19337314-router', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'ece912d4-b765-4d32-aaec-4e98a0236221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:09Z', 'updated_at': '2022-04-12T11:06:15Z', 'revision_number': 4, 'project_id': '13d57b0144e14e8784510bc17a1ef678', 'gw_port': {'id': 'ece912d4-b765-4d32-aaec-4e98a0236221', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:07:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:10Z', 'updated_at': '2022-04-12T11:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '75bf4c61-5cb8-492f-8415-fc115ab66f15', 'name': '', 'network_id': '00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678', 'mac_address': 'fa:16:3e:6b:90:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '65b7f079-3965-4a4d-a1f9-625678074b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:14Z', 'updated_at': '2022-04-12T11:06:20Z', 'revision_number': 4, 'project_id': '13d57b0144e14e8784510bc17a1ef678', 'subnets': [{'id': '65b7f079-3965-4a4d-a1f9-625678074b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:06:21.243201 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9e620-d473-4d7b-a971-b71c9e594d10 None None] Pushing event updated for resources: {'Port': ['ID=75bf4c61-5cb8-492f-8415-fc115ab66f15,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:21.245341 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e348eb-4c71-4581-bb6b-79a296cca15d req-c0983261-5afc-4f52-9407-ce38d2382f72 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:21.247025 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-76e348eb-4c71-4581-bb6b-79a296cca15d req-c0983261-5afc-4f52-9407-ce38d2382f72 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0454698 Apr 12 11:06:21.268872 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-3e0a06d8-dba9-49f6-9782-e7dc3f456c40 None None] Provisioning complete for port 75bf4c61-5cb8-492f-8415-fc115ab66f15 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:21.269332 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3e0a06d8-dba9-49f6-9782-e7dc3f456c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.319494 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Allocated IP 172.27.0.47 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/d97ce853-7015-4406-b984-f94edac058e4) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:21.343707 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-76e348eb-4c71-4581-bb6b-79a296cca15d req-9048229e-7bb4-412e-a4a5-78cf0ee00e22 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875545 Apr 12 11:06:21.423675 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a06d8-dba9-49f6-9782-e7dc3f456c40 None None] Current status of the port 75bf4c61-5cb8-492f-8415-fc115ab66f15 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:21.474706 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for port (d97ce853-7015-4406-b984-f94edac058e4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.509766 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c645a862-a856-4a94-a3bf-0421ea8fb18d req-b828d3d7-2ec6-457b-b69d-adbb51bd000a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 210 time: 0.0369158 Apr 12 11:06:21.516275 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (d97ce853-7015-4406-b984-f94edac058e4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.561386 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:21.564563 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:21.568164 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:21.591228 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'Port': ['ID=d97ce853-7015-4406-b984-f94edac058e4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:21.661067 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (d131e3a5-a9eb-4496-8195-a153a387ca34), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.698657 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d97ce853-7015-4406-b984-f94edac058e4), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.862300 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for port (d97ce853-7015-4406-b984-f94edac058e4), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.867278 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (d97ce853-7015-4406-b984-f94edac058e4), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.941510 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'Port': ['ID=d97ce853-7015-4406-b984-f94edac058e4,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:21.952293 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (d131e3a5-a9eb-4496-8195-a153a387ca34), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.967230 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:21.972065 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-fc36d279-8419-4d76-8f24-5189d880c1de tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9567060 Apr 12 11:06:22.192218 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-22c9f8aa-b6a4-43ca-9d31-d47c3e5b2e01 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1017472175&fields=id&tenant_id=712ce764cc7f4e1594a6092d333bc48d HTTP/1.1" status: 200 len: 267 time: 0.0530858 Apr 12 11:06:22.310078 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-cfae26cb-942c-4262-ad36-98c45caafbe2 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:22.311702 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-cfae26cb-942c-4262-ad36-98c45caafbe2 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 814 time: 0.1132610 Apr 12 11:06:22.327313 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-05a2b257-91db-4a97-8522-810194e5e902 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/quotas/712ce764cc7f4e1594a6092d333bc48d HTTP/1.1" status: 200 len: 375 time: 0.0092776 Apr 12 11:06:22.385280 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-43c9c42d-380b-4c3e-b0b9-497bc545cfa3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493205 Apr 12 11:06:22.525305 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-91988dbf-d9bf-4ddd-a283-b798b27ff457 service neutron] 10.222.0.55 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276846 Apr 12 11:06:22.578950 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9956cd-7aae-47c7-a1bc-14ea6585fbc1 req-e6540940-dff5-4822-8444-76a9ba98ff6c tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:22.588009 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9b9956cd-7aae-47c7-a1bc-14ea6585fbc1 req-e6540940-dff5-4822-8444-76a9ba98ff6c tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.1720986 Apr 12 11:06:22.702562 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9b9956cd-7aae-47c7-a1bc-14ea6585fbc1 req-d1abedda-89c0-4e3c-8269-1fd430f867ca tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128585 Apr 12 11:06:22.779776 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-73770687-cf63-4c6b-9181-6a93ced042f2 service neutron] 10.222.0.55 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491691 Apr 12 11:06:22.864759 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:06:22.932854 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1823d04e-b30b-4024-8d23-bdcbed501829 req-b154473a-ca7a-4f68-b135-50887c67dffb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 210 time: 0.1264062 Apr 12 11:06:23.043738 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 75bf4c61-5cb8-492f-8415-fc115ab66f15 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:23.080648 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-a6f564a5-27d0-490e-b14f-59b2c164214a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:23.082726 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-a6f564a5-27d0-490e-b14f-59b2c164214a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 818 time: 0.2220967 Apr 12 11:06:23.206189 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8fb288e5-fff2-4e1c-bd29-cde91165570e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16e64b34e34e4a67860998e80ea216ca HTTP/1.1" status: 200 len: 379 time: 0.1054633 Apr 12 11:06:23.222142 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-ad744e0d-17ed-4624-8d3c-5ca126f6b5f2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Request body: {'port': {'device_id': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'admin_state_up': True, 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'security_groups': ['1c62eaab-9651-4543-9e0d-e01bb5200287']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:23.228422 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 75bf4c61-5cb8-492f-8415-fc115ab66f15 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:23.229125 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:23.271314 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ece1592b-8d73-4dbf-9f84-6859128af7a0 req-24962425-94f6-400d-a3f6-a609729006ad tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 210 time: 0.1069610 Apr 12 11:06:23.417343 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 75bf4c61-5cb8-492f-8415-fc115ab66f15 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:23.496236 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-ad744e0d-17ed-4624-8d3c-5ca126f6b5f2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Made reservation on behalf of 16e64b34e34e4a67860998e80ea216ca for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:23.505236 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-ad744e0d-17ed-4624-8d3c-5ca126f6b5f2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:23.832944 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-ad744e0d-17ed-4624-8d3c-5ca126f6b5f2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Allocated IP 172.20.0.4 (0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0/af647f51-7c82-4827-b564-c860dc4e06f8/3daecb32-a2f5-4a2a-9a93-dd30751881aa) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:23.954877 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761ac59-9900-472c-b2ce-b70cba7f2d86 req-54639f89-ad09-475f-aa2a-f84da2faf04f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:23.964070 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3761ac59-9900-472c-b2ce-b70cba7f2d86 req-54639f89-ad09-475f-aa2a-f84da2faf04f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.1090565 Apr 12 11:06:24.099482 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3761ac59-9900-472c-b2ce-b70cba7f2d86 req-09a5334e-77bf-4914-b3a1-3fabc83787e4 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283770 Apr 12 11:06:24.159716 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-ad744e0d-17ed-4624-8d3c-5ca126f6b5f2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:24.193951 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0a9303ea-bb0d-49a3-931c-1fe645ba1f7f req-141ab306-192e-46d0-a379-1c7f40e34083 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 210 time: 0.0575306 Apr 12 11:06:24.247861 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-ad744e0d-17ed-4624-8d3c-5ca126f6b5f2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:24.311496 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-ad744e0d-17ed-4624-8d3c-5ca126f6b5f2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:24.317648 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-ad744e0d-17ed-4624-8d3c-5ca126f6b5f2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:24.321448 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-ad744e0d-17ed-4624-8d3c-5ca126f6b5f2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:24.351273 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad744e0d-17ed-4624-8d3c-5ca126f6b5f2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Pushing event updated for resources: {'Port': ['ID=3daecb32-a2f5-4a2a-9a93-dd30751881aa,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:24.403116 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-ad744e0d-17ed-4624-8d3c-5ca126f6b5f2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:24.404213 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-ad744e0d-17ed-4624-8d3c-5ca126f6b5f2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:24.426844 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-ad744e0d-17ed-4624-8d3c-5ca126f6b5f2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2123432 Apr 12 11:06:24.434282 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-539b7f9c-25b6-4409-90a1-ccb4efe92e6d req-476d8539-6d57-460d-9de0-31851c58fb90 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 210 time: 0.0386610 Apr 12 11:06:24.452254 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Request body: {'port': {'device_id': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:24.532342 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:24.598745 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-734a5164-a9a3-4039-b61b-c74806dbdb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:24.693976 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-668667f0-d99d-45a4-b8f2-ec4a2a6aa488 None None] Provisioning complete for port 3daecb32-a2f5-4a2a-9a93-dd30751881aa triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:24.694655 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-668667f0-d99d-45a4-b8f2-ec4a2a6aa488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:24.758025 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-668667f0-d99d-45a4-b8f2-ec4a2a6aa488 None None] Port 3daecb32-a2f5-4a2a-9a93-dd30751881aa cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:06:24.891406 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3daecb32-a2f5-4a2a-9a93-dd30751881aa {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:06:24.901199 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Publish callbacks [] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:24.915851 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Transition to ACTIVE for port object 3daecb32-a2f5-4a2a-9a93-dd30751881aa will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:06:24.920838 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:25.187862 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3daecb32-a2f5-4a2a-9a93-dd30751881aa,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:25.259615 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Attempting to bind port 3daecb32-a2f5-4a2a-9a93-dd30751881aa on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:06:25.260018 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Attempting to bind port 3daecb32-a2f5-4a2a-9a93-dd30751881aa by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:06:25.260379 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Attempting to bind port 3daecb32-a2f5-4a2a-9a93-dd30751881aa on network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:25.268555 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Port 3daecb32-a2f5-4a2a-9a93-dd30751881aa on network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:06:25.269021 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Attempting to bind port 3daecb32-a2f5-4a2a-9a93-dd30751881aa on network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:25.276076 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:06:25.276752 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Checking segment: {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:25.277669 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Bound using segment: {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:06:25.277669 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Bound port: 3daecb32-a2f5-4a2a-9a93-dd30751881aa, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:06:25.278169 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:25.333622 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d67219-5498-4985-a0b1-a520253a34d1 req-e303219c-7575-4775-9706-9596ca3b5f29 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:25.340888 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3d67219-5498-4985-a0b1-a520253a34d1 req-e303219c-7575-4775-9706-9596ca3b5f29 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.1066635 Apr 12 11:06:25.358482 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] For port 3daecb32-a2f5-4a2a-9a93-dd30751881aa, host hv-cinder-83008, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:06:25.363799 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] For port 3daecb32-a2f5-4a2a-9a93-dd30751881aa, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3daecb32-a2f5-4a2a-9a93-dd30751881aa,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:06:25.371537 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:25.422872 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:25.423556 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:25.425712 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] 10.222.0.61 "PUT /v2.0/ports/3daecb32-a2f5-4a2a-9a93-dd30751881aa HTTP/1.1" status: 200 len: 1093 time: 0.9791019 Apr 12 11:06:25.426343 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'tag': '3daecb32-a2f5-4a2a-9a93-dd30751881aa'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:25.428470 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf19769-1900-4778-b67e-a1b992671226" -d '{"events": [{"name": "network-changed", "server_uuid": "348ae53f-9960-43fd-ba78-e9e2955f9f8b", "tag": "3daecb32-a2f5-4a2a-9a93-dd30751881aa"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:25.435163 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a99da1-1492-47eb-b7a2-ddb7c3115b0c req-d8de3c04-185d-4f2c-ad91-a87d6dc8a9f1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:25.436880 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-85a99da1-1492-47eb-b7a2-ddb7c3115b0c req-d8de3c04-185d-4f2c-ad91-a87d6dc8a9f1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.1285124 Apr 12 11:06:25.443681 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-f2e77c50-cf36-4b89-84f7-08fcc0d3b7ee tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:25.445113 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-f2e77c50-cf36-4b89-84f7-08fcc0d3b7ee tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 814 time: 0.3512669 Apr 12 11:06:25.467260 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f4d58-a1e1-4175-92ce-f8dab4b8b3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3daecb32-a2f5-4a2a-9a93-dd30751881aa,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:25.496739 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3d67219-5498-4985-a0b1-a520253a34d1 req-cc69ffdb-5aef-437c-9c1c-28897019dae4 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549015 Apr 12 11:06:25.577211 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-68a5e71e-cfee-4f28-bbd7-a68a882989e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:25.579438 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-68a5e71e-cfee-4f28-bbd7-a68a882989e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 1127 time: 0.0658190 Apr 12 11:06:25.582171 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-85a99da1-1492-47eb-b7a2-ddb7c3115b0c req-ce066b4b-de97-45f4-a44c-db0123c866e3 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274278 Apr 12 11:06:25.582629 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7243d36-0b7c-4e9d-ab00-00e2bf0c7738 x-openstack-request-id: req-b7243d36-0b7c-4e9d-ab00-00e2bf0c7738 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:25.583343 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348ae53f-9960-43fd-ba78-e9e2955f9f8b", "tag": "3daecb32-a2f5-4a2a-9a93-dd30751881aa", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:25.583619 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7243d36-0b7c-4e9d-ab00-00e2bf0c7738 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:25.584116 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7243d36-0b7c-4e9d-ab00-00e2bf0c7738'] response: {'name': 'network-changed', 'server_uuid': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'tag': '3daecb32-a2f5-4a2a-9a93-dd30751881aa', 'status': 'completed', 'code': 200} Apr 12 11:06:25.678415 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8307194f-ad55-4573-a9fe-fb9bf984cd2a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=712ce764cc7f4e1594a6092d333bc48d HTTP/1.1" status: 200 len: 473 time: 0.1960063 Apr 12 11:06:25.687032 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-0eb3695f-f016-4bea-a777-96a5a4d11b99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3daecb32-a2f5-4a2a-9a93-dd30751881aa HTTP/1.1" status: 200 len: 217 time: 0.0772831 Apr 12 11:06:25.700835 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-de84fe9f-f4a4-4c3d-857e-28edfde2a439 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'port': {'device_id': '4cf4d6a1-169b-48df-867b-035365797346', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'admin_state_up': True, 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'security_groups': ['341809d9-2b43-4750-81fc-8518e1047569']}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:25.710535 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dc90d206-dd52-4398-8fe4-265469cbc955 req-454e4e3e-58fc-4ab3-a66a-f7018bf1d559 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 210 time: 0.0568154 Apr 12 11:06:25.783788 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-f44069b4-1948-4569-89ee-f57206bad432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:25.785259 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-f44069b4-1948-4569-89ee-f57206bad432 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.0879879 Apr 12 11:06:25.834302 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-4b138a70-1552-493b-8ff6-e6d43b5012e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:25.836076 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-4b138a70-1552-493b-8ff6-e6d43b5012e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441492 Apr 12 11:06:25.869155 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-de84fe9f-f4a4-4c3d-857e-28edfde2a439 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Made reservation on behalf of 712ce764cc7f4e1594a6092d333bc48d for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:25.873169 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-de84fe9f-f4a4-4c3d-857e-28edfde2a439 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:25.956066 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8224456b-1285-4e06-b6af-a99ea31cd66c service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131556 Apr 12 11:06:26.040081 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-de84fe9f-f4a4-4c3d-857e-28edfde2a439 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Allocated IP 172.20.0.10 (6f32d468-ddbc-4b9d-abc3-b84d288bd876/c307a9d7-336a-46ab-a789-b81d127c4a49/a054581b-5f31-4140-aa8b-e488d0d47c10) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:26.074888 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-b618cfa7-29c6-4f3a-ae82-050208674032 req-8535d7c9-7aae-4df3-88c2-a8a1c3a01c6f service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112306 Apr 12 11:06:26.264928 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-de84fe9f-f4a4-4c3d-857e-28edfde2a439 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:26.284011 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf19769-1900-4778-b67e-a1b992671226 req-1efcb8bb-1338-4e10-8dba-0e205fe2a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:26.286948 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcf19769-1900-4778-b67e-a1b992671226 req-1efcb8bb-1338-4e10-8dba-0e205fe2a4ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 1127 time: 0.0900788 Apr 12 11:06:26.313670 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-de84fe9f-f4a4-4c3d-857e-28edfde2a439 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:26.391173 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-de84fe9f-f4a4-4c3d-857e-28edfde2a439 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:26.397639 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-de84fe9f-f4a4-4c3d-857e-28edfde2a439 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:26.402607 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-de84fe9f-f4a4-4c3d-857e-28edfde2a439 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:26.457217 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84fe9f-f4a4-4c3d-857e-28edfde2a439 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'Port': ['ID=a054581b-5f31-4140-aa8b-e488d0d47c10,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:26.466687 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf19769-1900-4778-b67e-a1b992671226 req-79993faf-b189-4251-9fd5-f4df27e42d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:26.468880 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcf19769-1900-4778-b67e-a1b992671226 req-79993faf-b189-4251-9fd5-f4df27e42d7c service neutron] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 919 time: 0.1740746 Apr 12 11:06:26.506295 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-de84fe9f-f4a4-4c3d-857e-28edfde2a439 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:26.506882 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-de84fe9f-f4a4-4c3d-857e-28edfde2a439 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:26.549125 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-de84fe9f-f4a4-4c3d-857e-28edfde2a439 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8530107 Apr 12 11:06:26.572185 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Request body: {'port': {'device_id': '4cf4d6a1-169b-48df-867b-035365797346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:26.659400 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcf19769-1900-4778-b67e-a1b992671226 req-44756a3c-7bc0-4254-9a2c-73e2779a8953 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3daecb32-a2f5-4a2a-9a93-dd30751881aa HTTP/1.1" status: 200 len: 217 time: 0.1834807 Apr 12 11:06:26.667822 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52248) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:26.697265 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:26.810015 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf19769-1900-4778-b67e-a1b992671226 req-0b268500-a5c9-4d2f-b82c-3a662b04a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:26.811738 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcf19769-1900-4778-b67e-a1b992671226 req-0b268500-a5c9-4d2f-b82c-3a662b04a1a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.1429315 Apr 12 11:06:26.894350 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-38c73df2-0257-4a57-8ccb-294bce7a0979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:26.895992 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf19769-1900-4778-b67e-a1b992671226 req-7970a540-3445-4c8e-915d-efeb30067ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:26.901196 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcf19769-1900-4778-b67e-a1b992671226 req-7970a540-3445-4c8e-915d-efeb30067ca7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825033 Apr 12 11:06:26.915775 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-7ecfbf35-0da7-4f6a-b3b1-1a1ee4c24c47 None None] Provisioning complete for port a054581b-5f31-4140-aa8b-e488d0d47c10 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:26.916524 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7ecfbf35-0da7-4f6a-b3b1-1a1ee4c24c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:27.018104 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-7ecfbf35-0da7-4f6a-b3b1-1a1ee4c24c47 None None] Port a054581b-5f31-4140-aa8b-e488d0d47c10 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:06:27.063852 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56c7166c-bea6-43a0-babe-2ede8a9d2ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:27.098215 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcf19769-1900-4778-b67e-a1b992671226 req-b7afbb48-3703-4b1b-b0e7-6b71ea49f283 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904614 Apr 12 11:06:27.110873 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a60ff7-9787-4757-a9d8-ac1493bbb294 req-6d822cb9-82ff-405d-ac8a-71001789683a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:27.113293 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c7a60ff7-9787-4757-a9d8-ac1493bbb294 req-6d822cb9-82ff-405d-ac8a-71001789683a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.4356096 Apr 12 11:06:27.133725 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d96abc-b84d-41da-8e1d-82ca30fe7332 req-bc9b45b9-3e01-43c5-90ed-f4c6a1ebd9b9 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:27.135496 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b5d96abc-b84d-41da-8e1d-82ca30fe7332 req-bc9b45b9-3e01-43c5-90ed-f4c6a1ebd9b9 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.3930047 Apr 12 11:06:27.238640 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c7a60ff7-9787-4757-a9d8-ac1493bbb294 req-1d542508-d325-446d-8295-2a6d6f3c7772 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117532 Apr 12 11:06:27.283689 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcf19769-1900-4778-b67e-a1b992671226 req-84f7880f-d191-4146-829d-2ca03a72f877 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756959 Apr 12 11:06:27.310015 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56c7166c-bea6-43a0-babe-2ede8a9d2ab3 admin admin] Publish callbacks [] for security_group (98c90d69-6bc7-4385-9521-865e042c9445), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:27.317709 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56c7166c-bea6-43a0-babe-2ede8a9d2ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (98c90d69-6bc7-4385-9521-865e042c9445), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:27.345285 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b5d96abc-b84d-41da-8e1d-82ca30fe7332 req-8cec0b6c-4293-475a-aa3a-2b0a78c77aa1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817608 Apr 12 11:06:27.400343 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-56c7166c-bea6-43a0-babe-2ede8a9d2ab3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36d67633424d41ef899cda981033d6fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6914680 Apr 12 11:06:27.401013 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52260) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:27.419058 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7166c-bea6-43a0-babe-2ede8a9d2ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c90d69-6bc7-4385-9521-865e042c9445,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:27.464584 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a054581b-5f31-4140-aa8b-e488d0d47c10 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:06:27.478315 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Publish callbacks [] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:27.486798 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2fafdb36-778b-469b-b5df-7ac83600023b admin admin] Publish callbacks [] for security_group (98c90d69-6bc7-4385-9521-865e042c9445), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:27.491913 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aee56c-b9d2-4239-a7a4-46ed2bfac28c req-c7559ab4-171e-4213-9d47-21bbd2130d49 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:27.493835 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a0aee56c-b9d2-4239-a7a4-46ed2bfac28c req-c7559ab4-171e-4213-9d47-21bbd2130d49 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 932 time: 0.0899651 Apr 12 11:06:27.517531 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2fafdb36-778b-469b-b5df-7ac83600023b admin admin] Publish callbacks [] for security_group (98c90d69-6bc7-4385-9521-865e042c9445), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:27.520678 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Transition to ACTIVE for port object a054581b-5f31-4140-aa8b-e488d0d47c10 will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:06:27.535685 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:27.597853 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2fafdb36-778b-469b-b5df-7ac83600023b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (98c90d69-6bc7-4385-9521-865e042c9445), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:27.602301 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2fafdb36-778b-469b-b5df-7ac83600023b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:27.605305 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-2fafdb36-778b-469b-b5df-7ac83600023b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/98c90d69-6bc7-4385-9521-865e042c9445 HTTP/1.1" status: 204 len: 168 time: 0.2007165 Apr 12 11:06:27.630794 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafdb36-778b-469b-b5df-7ac83600023b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c90d69-6bc7-4385-9521-865e042c9445,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:27.651872 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a0aee56c-b9d2-4239-a7a4-46ed2bfac28c req-f0819a45-3b29-4c50-905c-ccc7563c6232 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515274 Apr 12 11:06:27.729485 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Pushing event updated for resources: {'Port': ['ID=a054581b-5f31-4140-aa8b-e488d0d47c10,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:27.791924 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Attempting to bind port a054581b-5f31-4140-aa8b-e488d0d47c10 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:06:27.792317 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Attempting to bind port a054581b-5f31-4140-aa8b-e488d0d47c10 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:06:27.792804 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Attempting to bind port a054581b-5f31-4140-aa8b-e488d0d47c10 on network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:27.798236 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Port a054581b-5f31-4140-aa8b-e488d0d47c10 on network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:06:27.798793 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Attempting to bind port a054581b-5f31-4140-aa8b-e488d0d47c10 on network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:27.807012 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:06:27.807383 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Checking segment: {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:27.807771 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Bound using segment: {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:06:27.808233 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Bound port: a054581b-5f31-4140-aa8b-e488d0d47c10, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:06:27.808621 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:28.148647 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:28.316220 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] For port a054581b-5f31-4140-aa8b-e488d0d47c10, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:06:28.320128 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] For port a054581b-5f31-4140-aa8b-e488d0d47c10, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a054581b-5f31-4140-aa8b-e488d0d47c10,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:06:28.328297 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:28.377964 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:28.378606 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:28.380160 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] 10.222.0.61 "PUT /v2.0/ports/a054581b-5f31-4140-aa8b-e488d0d47c10 HTTP/1.1" status: 200 len: 1094 time: 1.8154347 Apr 12 11:06:28.382608 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf4d6a1-169b-48df-867b-035365797346', 'tag': 'a054581b-5f31-4140-aa8b-e488d0d47c10'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:28.385050 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52324a7-d8c7-4c93-8804-c4e50f206ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf4d6a1-169b-48df-867b-035365797346", "tag": "a054581b-5f31-4140-aa8b-e488d0d47c10"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:28.461364 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826f91b-3448-43c0-b328-8f40ef1d9564 service neutron] Pushing event updated for resources: {'Port': ['ID=a054581b-5f31-4140-aa8b-e488d0d47c10,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:28.472566 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c307ce-55df-4a8f-9128-59ae60fc1ecc req-a7b0d378-2cb6-4ef8-99c2-5a3f8bc7d4d4 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:28.474098 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58c307ce-55df-4a8f-9128-59ae60fc1ecc req-a7b0d378-2cb6-4ef8-99c2-5a3f8bc7d4d4 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.1148829 Apr 12 11:06:28.525267 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad37a6e-fd58-460a-bc8c-166af01d0174 x-openstack-request-id: req-7ad37a6e-fd58-460a-bc8c-166af01d0174 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:28.525561 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf4d6a1-169b-48df-867b-035365797346", "tag": "a054581b-5f31-4140-aa8b-e488d0d47c10", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:28.525817 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ad37a6e-fd58-460a-bc8c-166af01d0174 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:28.539891 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad37a6e-fd58-460a-bc8c-166af01d0174'] response: {'name': 'network-changed', 'server_uuid': '4cf4d6a1-169b-48df-867b-035365797346', 'tag': 'a054581b-5f31-4140-aa8b-e488d0d47c10', 'status': 'completed', 'code': 200} Apr 12 11:06:28.557969 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-55bf1210-15d1-4b89-8c45-3f8075458348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:28.559718 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-55bf1210-15d1-4b89-8c45-3f8075458348 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 1128 time: 0.0843589 Apr 12 11:06:28.616547 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58c307ce-55df-4a8f-9128-59ae60fc1ecc req-e94218f7-3d5b-4788-ace1-fa8a7b92fd9f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259379 Apr 12 11:06:28.713061 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af250b2-4881-452a-a6b4-3eb32f93b232 req-b4c883ef-bf33-4b2f-a540-4dc92c9102f6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:28.714717 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6af250b2-4881-452a-a6b4-3eb32f93b232 req-b4c883ef-bf33-4b2f-a540-4dc92c9102f6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0727339 Apr 12 11:06:28.834950 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e24c32-c69c-450d-9a33-b9db0b276e43 req-00c96230-b378-4b00-ac8b-0c304f7ee897 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:28.836500 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-51e24c32-c69c-450d-9a33-b9db0b276e43 req-00c96230-b378-4b00-ac8b-0c304f7ee897 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0636454 Apr 12 11:06:28.854161 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6af250b2-4881-452a-a6b4-3eb32f93b232 req-8cd57ba5-802c-4ba0-b6e1-e865d5242cfb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260314 Apr 12 11:06:28.898564 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-51e24c32-c69c-450d-9a33-b9db0b276e43 req-c23f60fd-dbc4-4ba4-a739-84091300875a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496111 Apr 12 11:06:29.628558 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:29.728766 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8309c2-5eb0-4ba7-a5c5-bca4357ff8ee req-9b07abe5-fa08-42fd-915f-0a5937e31d8d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:29.730303 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fc8309c2-5eb0-4ba7-a5c5-bca4357ff8ee req-9b07abe5-fa08-42fd-915f-0a5937e31d8d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0462360 Apr 12 11:06:29.776908 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fc8309c2-5eb0-4ba7-a5c5-bca4357ff8ee req-48e171a8-4936-4872-a2b4-8750ef7d0db6 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402610 Apr 12 11:06:29.974450 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1620e-d2fc-4908-8f39-dd1354d31496 req-84122300-8d21-4832-b9d4-be642d0dbda0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:29.975934 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6b1620e-d2fc-4908-8f39-dd1354d31496 req-84122300-8d21-4832-b9d4-be642d0dbda0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0471466 Apr 12 11:06:30.040956 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508f696-d801-42d5-a84a-b724e60bd687 req-14a654d1-bdc0-4942-86ef-8b98b56d23a6 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:30.042394 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0508f696-d801-42d5-a84a-b724e60bd687 req-14a654d1-bdc0-4942-86ef-8b98b56d23a6 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0656049 Apr 12 11:06:30.070204 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6b1620e-d2fc-4908-8f39-dd1354d31496 req-d03439d4-1357-43e0-9ca4-d9109937720c tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851107 Apr 12 11:06:30.098744 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0508f696-d801-42d5-a84a-b724e60bd687 req-5f619d46-4e9e-495b-b648-53dbffae775f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507522 Apr 12 11:06:30.889319 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b97534-a483-43a8-841b-d095e4401a58 req-bf564d42-f21e-4d62-9ee3-7bc73f901fd0 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:30.890659 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-01b97534-a483-43a8-841b-d095e4401a58 req-bf564d42-f21e-4d62-9ee3-7bc73f901fd0 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0442367 Apr 12 11:06:30.936452 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-01b97534-a483-43a8-841b-d095e4401a58 req-a4a0feee-1c95-46a5-90d5-c1b004114d38 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392504 Apr 12 11:06:31.093453 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:31.214141 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69a1a2-2014-427b-9169-ad2d2291e592 req-1aed1c8a-893f-4230-bb1e-98dd87030efd tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:31.215588 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-eb69a1a2-2014-427b-9169-ad2d2291e592 req-1aed1c8a-893f-4230-bb1e-98dd87030efd tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0767701 Apr 12 11:06:31.230083 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff970c10-0fb1-423c-9c38-264b2b3d4d7f req-d9a4a283-4719-4a3f-9eaf-95723ee68ce9 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:31.231479 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ff970c10-0fb1-423c-9c38-264b2b3d4d7f req-d9a4a283-4719-4a3f-9eaf-95723ee68ce9 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0595324 Apr 12 11:06:31.299257 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-eb69a1a2-2014-427b-9169-ad2d2291e592 req-15df1c2d-2f31-4dcc-8613-fa8e389bafcf tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758414 Apr 12 11:06:31.302385 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ff970c10-0fb1-423c-9c38-264b2b3d4d7f req-c5ac3f82-4def-4cf3-af95-7158a2617317 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651245 Apr 12 11:06:31.683932 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-b89ffbcd-fef3-44d7-9563-1ab7f82f45a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a054581b-5f31-4140-aa8b-e488d0d47c10 HTTP/1.1" status: 200 len: 217 time: 0.0386655 Apr 12 11:06:31.740382 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-c202b33f-183b-483c-a5f8-16f97f871b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:31.741872 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-c202b33f-183b-483c-a5f8-16f97f871b78 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c307a9d7-336a-46ab-a789-b81d127c4a49 HTTP/1.1" status: 200 len: 853 time: 0.0475335 Apr 12 11:06:31.788892 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-9718ad15-2e5c-4b6a-9803-099355a58985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:31.790304 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-9718ad15-2e5c-4b6a-9803-099355a58985 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f32d468-ddbc-4b9d-abc3-b84d288bd876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408223 Apr 12 11:06:31.885918 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-f67dde83-6086-45a6-a8eb-e34b6b0d21f6 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877440 Apr 12 11:06:31.979209 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-560eafcd-3af6-4fd6-a4e7-a70eace10303 req-e64c0a13-1a9c-4826-8811-b5abbf4ab30a service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873775 Apr 12 11:06:32.056041 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231a9b5-85c6-4268-8b73-0605dc4e190d req-465e3a5a-6a9a-447c-bca5-ed5928d9df15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:32.057409 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5231a9b5-85c6-4268-8b73-0605dc4e190d req-465e3a5a-6a9a-447c-bca5-ed5928d9df15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0467243 Apr 12 11:06:32.121680 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52324a7-d8c7-4c93-8804-c4e50f206ca6 req-cf9abcbc-704c-4036-b4df-73033d3cb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:32.123184 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e52324a7-d8c7-4c93-8804-c4e50f206ca6 req-cf9abcbc-704c-4036-b4df-73033d3cb089 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 1128 time: 0.0632999 Apr 12 11:06:32.165866 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5231a9b5-85c6-4268-8b73-0605dc4e190d req-09dbd3ee-7691-47e0-9547-dfcff40c49cf tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961764 Apr 12 11:06:32.253988 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52324a7-d8c7-4c93-8804-c4e50f206ca6 req-88765392-6dfb-474b-b146-089886c97a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:32.255967 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e52324a7-d8c7-4c93-8804-c4e50f206ca6 req-88765392-6dfb-474b-b146-089886c97a71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 915 time: 0.1256864 Apr 12 11:06:32.304720 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e52324a7-d8c7-4c93-8804-c4e50f206ca6 req-4c716e16-650e-4625-af38-ad925f065e80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a054581b-5f31-4140-aa8b-e488d0d47c10 HTTP/1.1" status: 200 len: 217 time: 0.0416057 Apr 12 11:06:32.645924 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8da1ab-106f-4bfe-b452-6a5d9716d18d req-4cf5f234-dbf4-4235-b8aa-4ecb31e1d6ae tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:32.646743 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74d470-e248-43bc-8006-880f503a4ebb req-5ebad2ba-329d-4f56-bd10-a4a5ed764fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:32.648960 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0b8da1ab-106f-4bfe-b452-6a5d9716d18d req-4cf5f234-dbf4-4235-b8aa-4ecb31e1d6ae tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.2234485 Apr 12 11:06:32.651390 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52324a7-d8c7-4c93-8804-c4e50f206ca6 req-b39e21ec-e679-4359-aa0d-a071db83b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:32.654547 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e52324a7-d8c7-4c93-8804-c4e50f206ca6 req-b39e21ec-e679-4359-aa0d-a071db83b1e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c307a9d7-336a-46ab-a789-b81d127c4a49 HTTP/1.1" status: 200 len: 853 time: 0.3421676 Apr 12 11:06:32.661288 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-6b74d470-e248-43bc-8006-880f503a4ebb req-5ebad2ba-329d-4f56-bd10-a4a5ed764fac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32e5cadd300d492aa1e9baa86a13b241&device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 1130 time: 0.1225867 Apr 12 11:06:32.674722 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e41c9-a150-4dbc-9ddf-5b3a6c6a4d9d req-a96fa85d-3aee-46d9-b611-516f421b9f57 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:32.674722 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f61e41c9-a150-4dbc-9ddf-5b3a6c6a4d9d req-a96fa85d-3aee-46d9-b611-516f421b9f57 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.2492583 Apr 12 11:06:32.726116 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52324a7-d8c7-4c93-8804-c4e50f206ca6 req-b1de6914-796f-4b9c-9b84-be77aae8ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:32.732070 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e52324a7-d8c7-4c93-8804-c4e50f206ca6 req-b1de6914-796f-4b9c-9b84-be77aae8ba54 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f32d468-ddbc-4b9d-abc3-b84d288bd876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581372 Apr 12 11:06:32.820983 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74d470-e248-43bc-8006-880f503a4ebb req-0dd17025-00f3-4811-bbf5-8d1b5b42117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:32.822524 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-6b74d470-e248-43bc-8006-880f503a4ebb req-0dd17025-00f3-4811-bbf5-8d1b5b42117d service neutron] 10.222.0.61 "GET /v2.0/networks?id=0317d028-0989-472a-96e6-acd16004829e HTTP/1.1" status: 200 len: 912 time: 0.1548600 Apr 12 11:06:32.931308 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-6b74d470-e248-43bc-8006-880f503a4ebb req-dfdc3b08-a39c-40bf-8f85-19cf22934df3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=402270a4-9c50-4876-a983-bab38cb615b9 HTTP/1.1" status: 200 len: 1001 time: 0.0903933 Apr 12 11:06:32.975357 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f61e41c9-a150-4dbc-9ddf-5b3a6c6a4d9d req-e7ff2587-9801-4793-8ee1-ca928e5ba699 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307723 Apr 12 11:06:32.996946 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74d470-e248-43bc-8006-880f503a4ebb req-ee384322-ceb6-4a97-b4e2-38a4ba829545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:32.996946 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-6b74d470-e248-43bc-8006-880f503a4ebb req-ee384322-ceb6-4a97-b4e2-38a4ba829545 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960eacfe-1fad-4c86-97dd-e4deb4410d5f HTTP/1.1" status: 200 len: 850 time: 0.0544927 Apr 12 11:06:33.009865 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0b8da1ab-106f-4bfe-b452-6a5d9716d18d req-4d2ce191-5fda-466c-bdea-fadc624c4ec1 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537529 Apr 12 11:06:33.027817 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e52324a7-d8c7-4c93-8804-c4e50f206ca6 req-a9fd0516-abec-4aea-96b5-1e6979c2d8f4 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784445 Apr 12 11:06:33.056999 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74d470-e248-43bc-8006-880f503a4ebb req-11c8fa91-e8e5-4f89-9c4e-b355ffc3b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:33.058667 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-6b74d470-e248-43bc-8006-880f503a4ebb req-11c8fa91-e8e5-4f89-9c4e-b355ffc3b762 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0317d028-0989-472a-96e6-acd16004829e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563567 Apr 12 11:06:33.163334 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c8149-42bf-42a2-9d96-1e5219da644c req-d861695d-fbc6-4036-80a7-037cdbab16ef tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:33.165198 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9f1c8149-42bf-42a2-9d96-1e5219da644c req-d861695d-fbc6-4036-80a7-037cdbab16ef tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0986283 Apr 12 11:06:33.206436 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e52324a7-d8c7-4c93-8804-c4e50f206ca6 req-cf5d7c79-1ac0-4437-bc27-bfc88ab99642 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664715 Apr 12 11:06:33.271173 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9f1c8149-42bf-42a2-9d96-1e5219da644c req-694f3069-cb94-4352-9cc1-0eb62f3ada05 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952210 Apr 12 11:06:33.396575 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-6b74d470-e248-43bc-8006-880f503a4ebb req-8da19f9a-19e0-4626-9b25-e1d2da02e02a service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295782 Apr 12 11:06:34.111725 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b45d0f-4cce-4cec-92ab-9613be68d586 req-ed89190e-5823-46af-aa79-d283483e76b0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:34.113168 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-03b45d0f-4cce-4cec-92ab-9613be68d586 req-ed89190e-5823-46af-aa79-d283483e76b0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0692775 Apr 12 11:06:34.141085 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19130a6-6ba7-437d-ad38-d81fb85a220a req-61183e0d-ea26-4dc0-b8fe-c08e19d5dd5b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:34.143092 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f19130a6-6ba7-437d-ad38-d81fb85a220a req-61183e0d-ea26-4dc0-b8fe-c08e19d5dd5b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0662072 Apr 12 11:06:34.197095 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-03b45d0f-4cce-4cec-92ab-9613be68d586 req-37e11327-e705-441c-af74-f21f22aff6ce tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783107 Apr 12 11:06:34.210815 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f19130a6-6ba7-437d-ad38-d81fb85a220a req-73c7b9d7-3f50-4f7c-9b23-51f34a37898d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613260 Apr 12 11:06:34.356198 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-6b74d470-e248-43bc-8006-880f503a4ebb req-20e0b097-28f0-41fd-86cd-51156a0cbb93 service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850496 Apr 12 11:06:34.368612 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c3c5b-d798-4c1d-9ac8-fbe2385fd94e req-e67f0480-4879-414f-85e2-a721647312d4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:34.370030 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-764c3c5b-d798-4c1d-9ac8-fbe2385fd94e req-e67f0480-4879-414f-85e2-a721647312d4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0453179 Apr 12 11:06:34.415811 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-764c3c5b-d798-4c1d-9ac8-fbe2385fd94e req-583ecd7d-0c79-460f-a349-c2781f423249 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401499 Apr 12 11:06:35.349238 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947fd42-8545-4831-9f50-8895407b6b01 req-8d310113-23cf-44d9-a4a8-d97f46b42ba1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:35.350714 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6947fd42-8545-4831-9f50-8895407b6b01 req-8d310113-23cf-44d9-a4a8-d97f46b42ba1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0798545 Apr 12 11:06:35.372560 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dc66e-423a-4f54-93e7-8f4c3a521694 req-feba6a81-0c6b-474a-8955-26452d7af24e tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:35.374004 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7f4dc66e-423a-4f54-93e7-8f4c3a521694 req-feba6a81-0c6b-474a-8955-26452d7af24e tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0746348 Apr 12 11:06:35.450291 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6947fd42-8545-4831-9f50-8895407b6b01 req-2b9d8e38-51c8-4b29-93ce-e1c783c5c942 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937345 Apr 12 11:06:35.477097 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7f4dc66e-423a-4f54-93e7-8f4c3a521694 req-60924202-45b7-4263-b581-4640f114cd37 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950098 Apr 12 11:06:35.578185 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb23d9-c2ba-4346-a8d5-3863cd226d96 req-c06b6fa8-e532-431e-9009-755fe68181cc tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:35.581561 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5edb23d9-c2ba-4346-a8d5-3863cd226d96 req-c06b6fa8-e532-431e-9009-755fe68181cc tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0604486 Apr 12 11:06:35.655618 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5edb23d9-c2ba-4346-a8d5-3863cd226d96 req-cde98e20-4fdc-494c-bb0a-c46a8055b0bd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682552 Apr 12 11:06:36.617590 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2e7c9-fdba-468f-9bb9-0ff8dbe5459d req-858ddb54-499b-4a74-bd82-01163c1e5118 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:36.619678 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-56b2e7c9-fdba-468f-9bb9-0ff8dbe5459d req-858ddb54-499b-4a74-bd82-01163c1e5118 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0968764 Apr 12 11:06:36.645676 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a370e-138c-4254-bb3b-2cb71e858956 req-e4c6514f-9b63-43ae-9ff2-0fc058a0c89f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:36.647480 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-573a370e-138c-4254-bb3b-2cb71e858956 req-e4c6514f-9b63-43ae-9ff2-0fc058a0c89f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0857196 Apr 12 11:06:36.725129 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-56b2e7c9-fdba-468f-9bb9-0ff8dbe5459d req-a8168e5d-821a-4a96-834f-488395e34136 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965023 Apr 12 11:06:36.769410 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-573a370e-138c-4254-bb3b-2cb71e858956 req-37b56b7f-ed6d-4309-8a7b-a18d7b1b9a89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116915 Apr 12 11:06:36.866874 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42344c35-fd09-4a69-95d3-34b4197653a5 req-81c48265-1b30-4f6d-a960-e35c216367d2 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:36.871444 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-42344c35-fd09-4a69-95d3-34b4197653a5 req-81c48265-1b30-4f6d-a960-e35c216367d2 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0561483 Apr 12 11:06:36.922157 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-42344c35-fd09-4a69-95d3-34b4197653a5 req-06aca44f-de9d-4683-8ece-d982af1d455d tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411403 Apr 12 11:06:37.849117 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7ab85-f856-412a-a9a6-d09372dcff11 req-17136f01-3063-4954-b84c-df4ae1894706 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:37.850554 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9de7ab85-f856-412a-a9a6-d09372dcff11 req-17136f01-3063-4954-b84c-df4ae1894706 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0518734 Apr 12 11:06:37.904798 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef460a-d7e9-4fbb-a127-6a43a6d44a67 req-e7a45084-8bd9-4b28-96c0-4f3df801a525 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:37.906212 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5bef460a-d7e9-4fbb-a127-6a43a6d44a67 req-e7a45084-8bd9-4b28-96c0-4f3df801a525 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0647898 Apr 12 11:06:37.940676 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9de7ab85-f856-412a-a9a6-d09372dcff11 req-67d2c037-0a6f-43f0-86a8-ffacd3b724ee tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829544 Apr 12 11:06:37.966921 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5bef460a-d7e9-4fbb-a127-6a43a6d44a67 req-bb09446a-eb52-413b-8a3f-276dab8b08a2 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525384 Apr 12 11:06:38.051564 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09559fa5-2420-444a-bf84-858eb0757461 req-32086110-f8f5-44dc-bced-aee0093cec3d tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:38.053101 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-09559fa5-2420-444a-bf84-858eb0757461 req-32086110-f8f5-44dc-bced-aee0093cec3d tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0505149 Apr 12 11:06:38.100881 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-09559fa5-2420-444a-bf84-858eb0757461 req-df4c2669-8cb1-4b2f-a6d5-05d06733a061 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423496 Apr 12 11:06:39.050932 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e106908-e5a0-44c5-a3d8-691af65cad01 req-7607258c-deaa-4b44-98b0-7e8c2c13f7c6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:39.052460 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9e106908-e5a0-44c5-a3d8-691af65cad01 req-7607258c-deaa-4b44-98b0-7e8c2c13f7c6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0464554 Apr 12 11:06:39.103254 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9e106908-e5a0-44c5-a3d8-691af65cad01 req-7c4085d6-5aaa-4c76-b42c-06531c2d4ac5 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448029 Apr 12 11:06:39.208350 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cefc9-28af-4130-917d-5ee822cd0ba7 req-53ee7699-6795-48dc-9c3f-b35bad869bff tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:39.209774 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b94cefc9-28af-4130-917d-5ee822cd0ba7 req-53ee7699-6795-48dc-9c3f-b35bad869bff tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0456033 Apr 12 11:06:39.267693 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b94cefc9-28af-4130-917d-5ee822cd0ba7 req-21bb0349-d329-4483-9b58-9c897a6a7152 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465288 Apr 12 11:06:39.508125 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:40.214802 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7d3a0-159f-4629-9e63-70765ced2edb req-55217833-00b1-4ddf-bde2-19b450827d41 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:40.216298 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e0a7d3a0-159f-4629-9e63-70765ced2edb req-55217833-00b1-4ddf-bde2-19b450827d41 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0490992 Apr 12 11:06:40.261729 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e0a7d3a0-159f-4629-9e63-70765ced2edb req-f72ca319-3e2b-4b60-924e-933976f14cd4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397818 Apr 12 11:06:40.370956 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d275a-a9ab-4b0c-a268-fd55c6278269 req-c6a17658-1fb5-4937-a94f-0f0fea0f80f3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:40.372442 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-503d275a-a9ab-4b0c-a268-fd55c6278269 req-c6a17658-1fb5-4937-a94f-0f0fea0f80f3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0455863 Apr 12 11:06:40.421473 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-503d275a-a9ab-4b0c-a268-fd55c6278269 req-805702dd-8bde-43f3-a5be-f23300ecdf83 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431890 Apr 12 11:06:41.399297 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea1a28-411c-4596-8feb-ef1155ece419 req-b0deb97e-2262-46ea-91ea-922231510ba0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:41.401820 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-13ea1a28-411c-4596-8feb-ef1155ece419 req-b0deb97e-2262-46ea-91ea-922231510ba0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0649412 Apr 12 11:06:41.493603 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-13ea1a28-411c-4596-8feb-ef1155ece419 req-61e94509-cf6c-4e4d-8ed1-2a71d5521e97 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861661 Apr 12 11:06:41.621743 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe7c53-215a-445a-8fa2-89ec06d0a91d req-9efe0659-34c7-4398-b9ed-18289a041fc2 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:41.629479 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9bfe7c53-215a-445a-8fa2-89ec06d0a91d req-9efe0659-34c7-4398-b9ed-18289a041fc2 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0996017 Apr 12 11:06:41.671468 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9bfe7c53-215a-445a-8fa2-89ec06d0a91d req-efe7c9b7-9f6e-4efd-91f4-a517a02363f2 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410705 Apr 12 11:06:41.762046 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52480) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:41.774734 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7f5d711e-cea8-4178-8458-d767e45a1bb2 req-c7c7e7e8-aac1-46b6-b6ae-46774c0d6ae7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563614 Apr 12 11:06:41.884255 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d711e-cea8-4178-8458-d767e45a1bb2 req-f8b46b7f-9a9a-427d-8642-670ae5c524f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:41.885761 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7f5d711e-cea8-4178-8458-d767e45a1bb2 req-f8b46b7f-9a9a-427d-8642-670ae5c524f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 1129 time: 0.0484824 Apr 12 11:06:41.901910 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:41.991945 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Publish callbacks [] for security_group (6b9113eb-b4c0-4f96-bb97-e75bce3dfd3b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:41.996790 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (6b9113eb-b4c0-4f96-bb97-e75bce3dfd3b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:42.044778 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9113eb-b4c0-4f96-bb97-e75bce3dfd3b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:42.051609 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=622ea72f787044dca1f1bcc20fb06e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880881 Apr 12 11:06:42.053690 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52484) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:42.069368 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.069705 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.070047 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.070481 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.070702 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.071022 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.071361 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.071681 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.071997 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.072501 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.072627 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.072928 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.073240 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.073551 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.073858 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acebef4-f83c-41e9-a229-7ce1e11e7250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:42.119261 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eeafb15f-ed97-43aa-ba61-701281f64e40 admin admin] Publish callbacks [] for security_group (6b9113eb-b4c0-4f96-bb97-e75bce3dfd3b), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:42.144710 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eeafb15f-ed97-43aa-ba61-701281f64e40 admin admin] Publish callbacks [] for security_group (6b9113eb-b4c0-4f96-bb97-e75bce3dfd3b), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:42.199888 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eeafb15f-ed97-43aa-ba61-701281f64e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (6b9113eb-b4c0-4f96-bb97-e75bce3dfd3b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:42.202379 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eeafb15f-ed97-43aa-ba61-701281f64e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:42.203559 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-eeafb15f-ed97-43aa-ba61-701281f64e40 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6b9113eb-b4c0-4f96-bb97-e75bce3dfd3b HTTP/1.1" status: 204 len: 168 time: 0.1489658 Apr 12 11:06:42.212563 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafb15f-ed97-43aa-ba61-701281f64e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9113eb-b4c0-4f96-bb97-e75bce3dfd3b,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:42.624341 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87301bae-3c04-424a-a6e2-4f4660bba687 req-45b45ebe-a605-4006-bacd-787d3d49ee7b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:42.625866 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-87301bae-3c04-424a-a6e2-4f4660bba687 req-45b45ebe-a605-4006-bacd-787d3d49ee7b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0612273 Apr 12 11:06:42.677864 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-87301bae-3c04-424a-a6e2-4f4660bba687 req-89c00280-5fa9-46a4-9b25-41fcf1d94bbf tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456748 Apr 12 11:06:42.799116 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d7b6b-ba9d-406e-829f-dced17056670 req-a952df45-b7ba-4138-868f-65b1006f1b2d tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:42.800577 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a34d7b6b-ba9d-406e-829f-dced17056670 req-a952df45-b7ba-4138-868f-65b1006f1b2d tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0536332 Apr 12 11:06:42.853045 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a34d7b6b-ba9d-406e-829f-dced17056670 req-03ebf56f-e02e-4019-9c7b-f198151dc078 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466526 Apr 12 11:06:43.268275 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d711e-cea8-4178-8458-d767e45a1bb2 req-af8419f8-0dc7-4e36-ab8c-cd13c9649f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:43.269740 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7f5d711e-cea8-4178-8458-d767e45a1bb2 req-af8419f8-0dc7-4e36-ab8c-cd13c9649f5c service neutron] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 919 time: 0.0941167 Apr 12 11:06:43.795526 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26c672-489f-451b-b7a2-89eeedd61e8e req-b1140927-a474-46e3-83aa-977fcf305600 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:43.797096 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1c26c672-489f-451b-b7a2-89eeedd61e8e req-b1140927-a474-46e3-83aa-977fcf305600 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0500712 Apr 12 11:06:43.858303 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1c26c672-489f-451b-b7a2-89eeedd61e8e req-23de9d69-0305-4992-bb95-2e79997b244b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522723 Apr 12 11:06:43.981720 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb30f95-c87d-446d-80ae-1601e3cb126f req-df64164f-9780-4be2-9a53-21f4519bac26 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:43.983330 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aeb30f95-c87d-446d-80ae-1601e3cb126f req-df64164f-9780-4be2-9a53-21f4519bac26 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0547853 Apr 12 11:06:44.038585 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aeb30f95-c87d-446d-80ae-1601e3cb126f req-7ec5d76f-ee1f-40b7-8320-0a45be7ccc37 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478590 Apr 12 11:06:44.121682 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7f5d711e-cea8-4178-8458-d767e45a1bb2 req-0fb6105a-6ba6-463f-a4ab-52ba1bafa262 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a78b1a-f53e-4685-954b-adb6f6c39041 HTTP/1.1" status: 200 len: 217 time: 0.0539119 Apr 12 11:06:44.986355 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca10e67-53e9-45df-ba6a-4be070f08b6b req-57136443-9e1f-4cce-8bb7-0dccacf15566 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:44.987750 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6ca10e67-53e9-45df-ba6a-4be070f08b6b req-57136443-9e1f-4cce-8bb7-0dccacf15566 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0517499 Apr 12 11:06:45.039873 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6ca10e67-53e9-45df-ba6a-4be070f08b6b req-425d8e1a-aa64-4a1e-99be-20d51f901534 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464425 Apr 12 11:06:45.181879 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d711e-cea8-4178-8458-d767e45a1bb2 req-61f2f415-d761-4568-9dff-a7fda71977b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:45.184008 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7f5d711e-cea8-4178-8458-d767e45a1bb2 req-61f2f415-d761-4568-9dff-a7fda71977b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.0473967 Apr 12 11:06:45.189131 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586e53b-3f3d-48f9-9f40-56038157a5a9 req-00c47cd4-d972-4e0b-bf87-4918a5fc404e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:45.191395 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a586e53b-3f3d-48f9-9f40-56038157a5a9 req-00c47cd4-d972-4e0b-bf87-4918a5fc404e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0758886 Apr 12 11:06:45.240786 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d711e-cea8-4178-8458-d767e45a1bb2 req-deffce5a-908f-4ba9-971b-3f5e2b453151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:45.242494 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7f5d711e-cea8-4178-8458-d767e45a1bb2 req-deffce5a-908f-4ba9-971b-3f5e2b453151 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450747 Apr 12 11:06:45.263398 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a586e53b-3f3d-48f9-9f40-56038157a5a9 req-00acbae4-d352-415c-847b-ac9b021e6043 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647035 Apr 12 11:06:45.360877 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7f5d711e-cea8-4178-8458-d767e45a1bb2 req-c109f271-5f27-4310-8e84-1a69a7285c35 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074646 Apr 12 11:06:45.458800 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-7f5d711e-cea8-4178-8458-d767e45a1bb2 req-b3038bd0-501a-460f-b8b5-e360b38e8f74 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911295 Apr 12 11:06:46.198687 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e5cad-7eb0-4557-a09d-69c3ccf383e4 req-f0c9e461-5728-4873-871c-1b7aa7421703 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:46.200241 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e04e5cad-7eb0-4557-a09d-69c3ccf383e4 req-f0c9e461-5728-4873-871c-1b7aa7421703 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0752935 Apr 12 11:06:46.255065 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e04e5cad-7eb0-4557-a09d-69c3ccf383e4 req-8da8f99f-7e51-4d22-bd1f-f8a7634f071b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481818 Apr 12 11:06:46.416925 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef6667-d968-4367-9140-b2a9f844cfbb req-e57f583c-7480-4378-b7de-07c6cc0aea97 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:46.418607 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-01ef6667-d968-4367-9140-b2a9f844cfbb req-e57f583c-7480-4378-b7de-07c6cc0aea97 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0649536 Apr 12 11:06:46.487748 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-01ef6667-d968-4367-9140-b2a9f844cfbb req-0de9228a-3184-435a-b391-ce111712f55f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624721 Apr 12 11:06:47.393412 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefb67d-588c-452e-b1b7-985da111d8aa req-3b256005-cbfc-4a4e-8bf2-8bc42c8ff0d1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:47.396071 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cfefb67d-588c-452e-b1b7-985da111d8aa req-3b256005-cbfc-4a4e-8bf2-8bc42c8ff0d1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0618846 Apr 12 11:06:47.450212 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cfefb67d-588c-452e-b1b7-985da111d8aa req-d66e28ec-3f58-4f93-ae73-09d8d8722397 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469055 Apr 12 11:06:47.629670 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85eec9-4dc8-43a2-a6d0-8782f040af95 req-923658c8-aa10-4ea8-bbe2-45edda8c84ba tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:47.632227 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0b85eec9-4dc8-43a2-a6d0-8782f040af95 req-923658c8-aa10-4ea8-bbe2-45edda8c84ba tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0776546 Apr 12 11:06:47.684195 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0b85eec9-4dc8-43a2-a6d0-8782f040af95 req-8ea15d42-6bc9-4d7a-babf-d97c4e05f5ab tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451360 Apr 12 11:06:48.571739 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa5a3c-a9f6-41cb-a3fa-84c87da0470f req-7e9cff71-a245-4dac-8cc0-11401e394c1f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:48.572912 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-defa5a3c-a9f6-41cb-a3fa-84c87da0470f req-7e9cff71-a245-4dac-8cc0-11401e394c1f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0539956 Apr 12 11:06:48.621986 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-defa5a3c-a9f6-41cb-a3fa-84c87da0470f req-71b8e7c9-625a-4827-84b5-188c52cefd80 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436730 Apr 12 11:06:48.797367 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4468e-8a8e-4c47-960d-9ec06f773921 req-35c19a44-2fb3-4c3a-981a-67e0704b0d71 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:48.798793 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-79a4468e-8a8e-4c47-960d-9ec06f773921 req-35c19a44-2fb3-4c3a-981a-67e0704b0d71 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0454822 Apr 12 11:06:48.845797 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-79a4468e-8a8e-4c47-960d-9ec06f773921 req-dd1f1b27-1eff-46e2-bb70-17adbc1fd21a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401523 Apr 12 11:06:49.752778 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781a587-2d18-4da0-a977-0e97a89f7011 req-21cded52-4dd8-4928-a1ad-2e67ed1424c0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:49.755615 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7781a587-2d18-4da0-a977-0e97a89f7011 req-21cded52-4dd8-4928-a1ad-2e67ed1424c0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 943 time: 0.0606377 Apr 12 11:06:49.820053 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7781a587-2d18-4da0-a977-0e97a89f7011 req-30d6555c-6ee6-48e8-98d8-58835894b18f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559649 Apr 12 11:06:49.981941 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322bca4-b76f-49ce-bfd6-daaee06bd3a4 req-44739e09-754f-4f9c-94b1-c76b6d481ca6 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:49.983435 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2322bca4-b76f-49ce-bfd6-daaee06bd3a4 req-44739e09-754f-4f9c-94b1-c76b6d481ca6 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 944 time: 0.0523691 Apr 12 11:06:50.022238 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 3daecb32-a2f5-4a2a-9a93-dd30751881aa details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:06:50.050101 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2322bca4-b76f-49ce-bfd6-daaee06bd3a4 req-f1d3cd02-87ac-4a9f-b84d-67ae6f549cb7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496268 Apr 12 11:06:50.132246 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 3daecb32-a2f5-4a2a-9a93-dd30751881aa, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3daecb32-a2f5-4a2a-9a93-dd30751881aa,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:50.145798 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '3daecb32-a2f5-4a2a-9a93-dd30751881aa', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'port_id': '3daecb32-a2f5-4a2a-9a93-dd30751881aa', 'mac_address': 'fa:16:3e:f0:5b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:06:50.193518 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 3daecb32-a2f5-4a2a-9a93-dd30751881aa is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:50.193909 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:50.206734 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3daecb32-a2f5-4a2a-9a93-dd30751881aa {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:06:50.228053 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 3daecb32-a2f5-4a2a-9a93-dd30751881aa, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3daecb32-a2f5-4a2a-9a93-dd30751881aa,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:50.232535 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:50.233591 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device a054581b-5f31-4140-aa8b-e488d0d47c10 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:06:50.312702 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=3daecb32-a2f5-4a2a-9a93-dd30751881aa,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:50.376590 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port a054581b-5f31-4140-aa8b-e488d0d47c10, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a054581b-5f31-4140-aa8b-e488d0d47c10,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:50.388833 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': 'a054581b-5f31-4140-aa8b-e488d0d47c10', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'port_id': 'a054581b-5f31-4140-aa8b-e488d0d47c10', 'mac_address': 'fa:16:3e:7d:66:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:06:50.432783 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port a054581b-5f31-4140-aa8b-e488d0d47c10 is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:50.433175 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:50.453052 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a054581b-5f31-4140-aa8b-e488d0d47c10 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:06:50.475328 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port a054581b-5f31-4140-aa8b-e488d0d47c10, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a054581b-5f31-4140-aa8b-e488d0d47c10,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:50.479585 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:50.528441 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=a054581b-5f31-4140-aa8b-e488d0d47c10,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:50.935295 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a84ed5-9341-4f9f-a275-c78345597841 req-7aeea8ff-878f-4429-b25a-fb74e40905f5 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:50.936749 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-35a84ed5-9341-4f9f-a275-c78345597841 req-7aeea8ff-878f-4429-b25a-fb74e40905f5 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 944 time: 0.0454333 Apr 12 11:06:50.985342 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-35a84ed5-9341-4f9f-a275-c78345597841 req-8523e73b-f8e2-4e7e-affe-c7c4310573b1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426567 Apr 12 11:06:51.150891 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17685a9f-da2d-431c-889b-17256af12f1d req-d52c763b-c871-465c-9f3a-fdecef797746 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:51.152388 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-17685a9f-da2d-431c-889b-17256af12f1d req-d52c763b-c871-465c-9f3a-fdecef797746 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 945 time: 0.0520194 Apr 12 11:06:51.200368 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-17685a9f-da2d-431c-889b-17256af12f1d req-c26e49d3-1891-4840-a0b6-b438a97c537e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420663 Apr 12 11:06:51.209851 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52660) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:51.241629 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['3daecb32-a2f5-4a2a-9a93-dd30751881aa'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:06:51.314855 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:51.389438 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Publish callbacks [] for security_group (27122893-c23e-4893-b74c-1edf96d2e9f7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:51.393127 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (27122893-c23e-4893-b74c-1edf96d2e9f7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:51.411843 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['a054581b-5f31-4140-aa8b-e488d0d47c10'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:06:51.439041 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2d10c70963c4fbdbff73ba62fc69288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254174 Apr 12 11:06:51.439041 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27122893-c23e-4893-b74c-1edf96d2e9f7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:51.439444 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52668) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:51.447091 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.447479 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.447869 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.448255 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.448620 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.448957 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.449292 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.449618 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.449954 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.450581 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.450581 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.450927 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.451290 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.451621 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.451937 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce869bde-4206-4bde-81d8-1f08796190f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:06:51.492845 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-13ce22e5-dd6d-4930-bf3a-d19206f5d920 admin admin] Publish callbacks [] for security_group (27122893-c23e-4893-b74c-1edf96d2e9f7), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:51.520272 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-13ce22e5-dd6d-4930-bf3a-d19206f5d920 admin admin] Publish callbacks [] for security_group (27122893-c23e-4893-b74c-1edf96d2e9f7), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:51.578145 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-13ce22e5-dd6d-4930-bf3a-d19206f5d920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (27122893-c23e-4893-b74c-1edf96d2e9f7), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:51.581091 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-13ce22e5-dd6d-4930-bf3a-d19206f5d920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:51.582843 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-13ce22e5-dd6d-4930-bf3a-d19206f5d920 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27122893-c23e-4893-b74c-1edf96d2e9f7 HTTP/1.1" status: 204 len: 168 time: 0.1424241 Apr 12 11:06:51.591475 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce22e5-dd6d-4930-bf3a-d19206f5d920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27122893-c23e-4893-b74c-1edf96d2e9f7,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:52.108355 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329dc8d-3071-4fea-b6dc-a30f27a8cf73 req-a82985cb-79e0-4baf-a053-85634cf626bd tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:52.109980 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5329dc8d-3071-4fea-b6dc-a30f27a8cf73 req-a82985cb-79e0-4baf-a053-85634cf626bd tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 944 time: 0.0515411 Apr 12 11:06:52.183974 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5329dc8d-3071-4fea-b6dc-a30f27a8cf73 req-61d27ca1-bda7-40cd-a547-54d619ec36db tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663297 Apr 12 11:06:52.249309 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52746) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:52.322687 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d9fb-55fc-4776-ba3e-313732246ce2 req-93f6b053-3837-49c9-9513-d61adad80678 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:52.324508 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c014d9fb-55fc-4776-ba3e-313732246ce2 req-93f6b053-3837-49c9-9513-d61adad80678 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 945 time: 0.0498216 Apr 12 11:06:52.372839 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2017709213-network', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:52.390910 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c014d9fb-55fc-4776-ba3e-313732246ce2 req-64d58b26-bf72-4d0c-9a49-95c61c8b470d tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600102 Apr 12 11:06:52.401455 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] Made reservation on behalf of c7543ac2f9f4413494aa881364f2051c for: {'network': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:52.403861 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:52.412653 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:52.495548 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] Publish callbacks [] for security_group (fff36da3-5149-45e6-81f9-e18f93d09400), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:52.499184 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (fff36da3-5149-45e6-81f9-e18f93d09400), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:52.522262 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=103203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:06:52.530687 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff36da3-5149-45e6-81f9-e18f93d09400,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:52.536993 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:52.537329 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.segments_db [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] Added segment bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a of type vlan for network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a Apr 12 11:06:52.578066 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:52.605376 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:52.606286 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:52.606850 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:52.636259 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3858743 Apr 12 11:06:52.639165 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52754) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:52.644573 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0c183da9-38e2-4ffa-bd6d-b2a17cfb95e3 admin admin] Request body: {'subnet': {'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2017709213-subnet', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:52.665064 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c183da9-38e2-4ffa-bd6d-b2a17cfb95e3 admin admin] Made reservation on behalf of c7543ac2f9f4413494aa881364f2051c for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:52.667281 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477b237-12c1-47d1-a08f-d4f0c6b24c45 admin admin] Pushing event updated for resources: {'Network': ['ID=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:52.667465 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c183da9-38e2-4ffa-bd6d-b2a17cfb95e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12863335'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:52.677138 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:06:52.844615 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c183da9-38e2-4ffa-bd6d-b2a17cfb95e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13073595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12863349'] for subnet (d4e62654-4572-48de-b9f9-b812b7412773), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:52.903247 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c183da9-38e2-4ffa-bd6d-b2a17cfb95e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e62654-4572-48de-b9f9-b812b7412773,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:52.907469 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c183da9-38e2-4ffa-bd6d-b2a17cfb95e3 admin admin] Checking segment: {'id': 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:52.907823 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c183da9-38e2-4ffa-bd6d-b2a17cfb95e3 admin admin] Network hostable DHCP agents. Network: 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:06:52.924205 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c183da9-38e2-4ffa-bd6d-b2a17cfb95e3 admin admin] Network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:06:52.933046 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-0c183da9-38e2-4ffa-bd6d-b2a17cfb95e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:52.937391 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c183da9-38e2-4ffa-bd6d-b2a17cfb95e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:52.937983 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0c183da9-38e2-4ffa-bd6d-b2a17cfb95e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:52.943049 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a50ee2a-8940-4c66-b841-6381a62bf5af None None] Network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:06:52.954239 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-0c183da9-38e2-4ffa-bd6d-b2a17cfb95e3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3139746 Apr 12 11:06:52.957160 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52758) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:52.961172 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:52.979770 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16432943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-404'] for router (c29f6c18-cdae-4178-875a-e8d1bf60547e), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:52.980776 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16431519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16479268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16603459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (c29f6c18-cdae-4178-875a-e8d1bf60547e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.036503 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Publish callbacks [] for router_controller (c29f6c18-cdae-4178-875a-e8d1bf60547e), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.045181 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfdabb7b-1339-58fe-8e8f-4cb6443bbd26-6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'fixed_ips': [{'subnet_id': 'd4e62654-4572-48de-b9f9-b812b7412773'}]}} from dv-cinder-830089-4-iscsi. {{(pid=103204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:06:53.046045 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.182971 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Publish callbacks [] for router_gateway (c29f6c18-cdae-4178-875a-e8d1bf60547e), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.184131 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Allocated IP 172.20.0.2 (6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a/d4e62654-4572-48de-b9f9-b812b7412773/2896d66a-5b5e-4532-88a4-33a33b33344a) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:53.313080 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5ca5d-7476-4f08-a588-7149acbed32f req-62dadfa6-fe83-419b-947e-76823ad81a40 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:53.314539 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-80f5ca5d-7476-4f08-a588-7149acbed32f req-62dadfa6-fe83-419b-947e-76823ad81a40 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 944 time: 0.0481489 Apr 12 11:06:53.336139 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Publish callbacks [] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.339894 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 3daecb32-a2f5-4a2a-9a93-dd30751881aa up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:53.343713 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.366183 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-80f5ca5d-7476-4f08-a588-7149acbed32f req-a41923ad-036a-4f37-916b-a6b9180ae5ed tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455561 Apr 12 11:06:53.386484 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Publish callbacks [] for router_gateway (c29f6c18-cdae-4178-875a-e8d1bf60547e), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.407472 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.411051 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52764) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:53.421137 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:53.426924 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:53.432474 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:53.437602 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Pushing event updated for resources: {'Port': ['ID=2896d66a-5b5e-4532-88a4-33a33b33344a,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:53.445397 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port 3daecb32-a2f5-4a2a-9a93-dd30751881aa completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:06:53.474701 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 3daecb32-a2f5-4a2a-9a93-dd30751881aa triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:53.475601 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.487541 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f5b456-ebef-41a8-8df8-0d62286ea7ff admin admin] Deleting subnet 7b613ddc-1e0f-496d-ba47-cb5386aad2be {{(pid=103203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:06:53.499547 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b456-ebef-41a8-8df8-0d62286ea7ff admin admin] Publish callbacks [] for subnet (7b613ddc-1e0f-496d-ba47-cb5386aad2be), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.538369 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Allocated IP 172.27.0.182 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/1537e326-ca58-4a33-98ae-1003655d4f70) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:53.540743 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Attempting to bind port 2896d66a-5b5e-4532-88a4-33a33b33344a on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:06:53.541313 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Attempting to bind port 2896d66a-5b5e-4532-88a4-33a33b33344a by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:06:53.541675 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Attempting to bind port 2896d66a-5b5e-4532-88a4-33a33b33344a on network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:53.551809 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:06:53.552070 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Checking segment: {'id': 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:53.552457 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.552940 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Bound using segment: {'id': 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:06:53.553352 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Bound port: 2896d66a-5b5e-4532-88a4-33a33b33344a, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:06:53.553721 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.558504 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc7821-76ea-47e6-94b7-a4e5bfe12570 req-2cc86abd-3373-40ee-9675-b837c4860199 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:53.560208 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-80fc7821-76ea-47e6-94b7-a4e5bfe12570 req-2cc86abd-3373-40ee-9675-b837c4860199 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 945 time: 0.0765941 Apr 12 11:06:53.568001 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b456-ebef-41a8-8df8-0d62286ea7ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24944449'] for subnet (7b613ddc-1e0f-496d-ba47-cb5386aad2be), precommit_delete_associations {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.649640 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 3daecb32-a2f5-4a2a-9a93-dd30751881aa is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:53.650025 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.665722 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Publish callbacks [] for port (1537e326-ca58-4a33-98ae-1003655d4f70), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.671824 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] For port 2896d66a-5b5e-4532-88a4-33a33b33344a, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:06:53.695531 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daecb32-a2f5-4a2a-9a93-dd30751881aa'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:53.697782 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc74417-ce16-4068-9197-b054b390840b" -d '{"events": [{"server_uuid": "348ae53f-9960-43fd-ba78-e9e2955f9f8b", "name": "network-vif-plugged", "status": "completed", "tag": "3daecb32-a2f5-4a2a-9a93-dd30751881aa"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:53.701892 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] For port 2896d66a-5b5e-4532-88a4-33a33b33344a, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=2896d66a-5b5e-4532-88a4-33a33b33344a,segment=NetworkSegment(bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a),segment_id=bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:06:53.722796 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 3daecb32-a2f5-4a2a-9a93-dd30751881aa, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3daecb32-a2f5-4a2a-9a93-dd30751881aa,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:53.725790 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.728100 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (1537e326-ca58-4a33-98ae-1003655d4f70), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.779468 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ada7598-2f9c-407f-98a4-5863b6430bcf x-openstack-request-id: req-4ada7598-2f9c-407f-98a4-5863b6430bcf {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:53.779742 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348ae53f-9960-43fd-ba78-e9e2955f9f8b", "name": "network-vif-plugged", "status": "completed", "tag": "3daecb32-a2f5-4a2a-9a93-dd30751881aa", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:53.779999 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ada7598-2f9c-407f-98a4-5863b6430bcf {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:53.780402 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ada7598-2f9c-407f-98a4-5863b6430bcf'] response: {'server_uuid': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daecb32-a2f5-4a2a-9a93-dd30751881aa', 'code': 200} Apr 12 11:06:53.781055 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.781178 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Pushing event updated for resources: {'Port': ['ID=1537e326-ca58-4a33-98ae-1003655d4f70,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:53.781849 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device a054581b-5f31-4140-aa8b-e488d0d47c10 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:53.799720 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:53.801561 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:53.807744 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:53.809283 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8a0aa-bb93-47b0-b810-4d28670acf5f None None] Pushing event updated for resources: {'Port': ['ID=2896d66a-5b5e-4532-88a4-33a33b33344a,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:53.930556 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b456-ebef-41a8-8df8-0d62286ea7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (7b613ddc-1e0f-496d-ba47-cb5386aad2be), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:53.939392 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=3daecb32-a2f5-4a2a-9a93-dd30751881aa,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:53.953376 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port a054581b-5f31-4140-aa8b-e488d0d47c10 completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:06:53.962854 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port a054581b-5f31-4140-aa8b-e488d0d47c10 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:53.963399 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.017450 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-80fc7821-76ea-47e6-94b7-a4e5bfe12570 req-a968531e-7910-417e-a228-91afa1b0ede8 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4227812 Apr 12 11:06:54.053729 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b456-ebef-41a8-8df8-0d62286ea7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12700163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24906887'] for subnet (7b613ddc-1e0f-496d-ba47-cb5386aad2be), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.073738 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port a054581b-5f31-4140-aa8b-e488d0d47c10 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:54.074018 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.124509 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c622d0-c0d0-4d12-b287-d0b1078b34e0 req-c18e6b5b-fb6b-46cc-a5e7-5a26d0b668fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:54.126893 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-e0c622d0-c0d0-4d12-b287-d0b1078b34e0 req-c18e6b5b-fb6b-46cc-a5e7-5a26d0b668fe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 1129 time: 0.1253741 Apr 12 11:06:54.133867 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5b456-ebef-41a8-8df8-0d62286ea7ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b613ddc-1e0f-496d-ba47-cb5386aad2be,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:54.141666 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e0f5b456-ebef-41a8-8df8-0d62286ea7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.145704 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-e0f5b456-ebef-41a8-8df8-0d62286ea7ff admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7b613ddc-1e0f-496d-ba47-cb5386aad2be HTTP/1.1" status: 204 len: 168 time: 0.7336287 Apr 12 11:06:54.158007 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port a054581b-5f31-4140-aa8b-e488d0d47c10, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a054581b-5f31-4140-aa8b-e488d0d47c10,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:54.158858 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52776) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:54.174230 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.194198 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-51f70fc0-6bf9-4413-83a8-b162e1c5b278 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527379654&fields=id&tenant_id=35ac8ed2221744b0a7b34fbd507119a5 HTTP/1.1" status: 200 len: 267 time: 0.1370971 Apr 12 11:06:54.239489 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=a054581b-5f31-4140-aa8b-e488d0d47c10,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:54.300578 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-13ffd1f8-7e9c-4468-802a-85b52e3f6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (e19fc6fe-3d19-49ab-845c-e368d6913c8d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.313877 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-a03d4235-7807-4dbc-b644-dcd845b5ed4c tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:54.315347 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-a03d4235-7807-4dbc-b644-dcd845b5ed4c tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/networks?id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b HTTP/1.1" status: 200 len: 809 time: 0.1202343 Apr 12 11:06:54.330175 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6d4572cf-9511-4268-b53a-129bbcc664b2 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/quotas/35ac8ed2221744b0a7b34fbd507119a5 HTTP/1.1" status: 200 len: 375 time: 0.0091934 Apr 12 11:06:54.336771 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-e0c622d0-c0d0-4d12-b287-d0b1078b34e0 req-df926ee4-4343-436d-ad1f-9aa243a4783d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015390 Apr 12 11:06:54.379496 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-5bfc6eb4-94d3-4cbf-a428-51e0e23ecffd tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=35ac8ed2221744b0a7b34fbd507119a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434184 Apr 12 11:06:54.449091 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-13ffd1f8-7e9c-4468-802a-85b52e3f6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (e19fc6fe-3d19-49ab-845c-e368d6913c8d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.460270 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Publish callbacks [] for router_gateway (c29f6c18-cdae-4178-875a-e8d1bf60547e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.509651 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-13ffd1f8-7e9c-4468-802a-85b52e3f6cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19fc6fe-3d19-49ab-845c-e368d6913c8d']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:54.515536 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd044122-3a67-47e4-80b9-3052241bd948 req-a76ac286-fb14-42e4-a131-58de15e16366 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:54.517197 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cd044122-3a67-47e4-80b9-3052241bd948 req-a76ac286-fb14-42e4-a131-58de15e16366 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0641580 Apr 12 11:06:54.525660 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-13ffd1f8-7e9c-4468-802a-85b52e3f6cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b424691c-8b6b-48c9-8734-b16aee388cea') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:54.525953 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-13ffd1f8-7e9c-4468-802a-85b52e3f6cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b424691c-8b6b-48c9-8734-b16aee388cea') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:54.538145 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-13ffd1f8-7e9c-4468-802a-85b52e3f6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13103820'] for segment (b424691c-8b6b-48c9-8734-b16aee388cea), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.548334 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-1da8ab9a-cdde-4824-a6f2-fb0881008294 service neutron] 10.222.0.55 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569490 Apr 12 11:06:54.582249 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-13ffd1f8-7e9c-4468-802a-85b52e3f6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (b424691c-8b6b-48c9-8734-b16aee388cea), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.591728 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ffd1f8-7e9c-4468-802a-85b52e3f6cd1 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:06:54.592257 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-13ffd1f8-7e9c-4468-802a-85b52e3f6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13071068'] for segment (b424691c-8b6b-48c9-8734-b16aee388cea), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: Traceback (most recent call last): Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: timer() Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: cb(*args, **kw) Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: return func(*args, **kwargs) Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: self._notify() Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: self.callback(batched_events) Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: event.method(event) Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: return f(self, *a, **k) Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: return self._get(url).json() Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: return self.request(url, 'GET', **kwargs) Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:06:54.593867 dv-cinder-830089-4-iscsi neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:06:54.596943 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a30bf37-93c7-46e2-8ffd-943938ed3ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.603172 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cd044122-3a67-47e4-80b9-3052241bd948 req-4165b8e7-92ec-48c1-afd1-1d9eca5a0f08 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777199 Apr 12 11:06:54.676571 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-38edf93c-b670-4739-ab2a-21da98fc2f62 service neutron] 10.222.0.55 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174729 Apr 12 11:06:54.690035 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-13ffd1f8-7e9c-4468-802a-85b52e3f6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (e19fc6fe-3d19-49ab-845c-e368d6913c8d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.698943 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-13ffd1f8-7e9c-4468-802a-85b52e3f6cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.702082 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-13ffd1f8-7e9c-4468-802a-85b52e3f6cd1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e19fc6fe-3d19-49ab-845c-e368d6913c8d HTTP/1.1" status: 204 len: 168 time: 0.5415161 Apr 12 11:06:54.755977 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffd1f8-7e9c-4468-802a-85b52e3f6cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e19fc6fe-3d19-49ab-845c-e368d6913c8d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:54.795851 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16431526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16479191'] for router (c29f6c18-cdae-4178-875a-e8d1bf60547e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:54.891836 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52788) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:54.956282 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-bfeb8326-692d-4f41-a6c1-b232b68004f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9f83f828e4a4224aec63d47c18c2c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0609200 Apr 12 11:06:54.957040 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52790) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:54.961664 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 2896d66a-5b5e-4532-88a4-33a33b33344a up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:55.000247 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Router c29f6c18-cdae-4178-875a-e8d1bf60547e is scheduled to L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:06:55.032474 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-13724882-65e5-4bd7-94fb-84ac58e82fc7 admin admin] Publish callbacks [] for security_group (8d7191a9-03c9-4239-afbd-94ef4b59c02d), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.061173 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 2896d66a-5b5e-4532-88a4-33a33b33344a triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:55.061545 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.088038 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-13724882-65e5-4bd7-94fb-84ac58e82fc7 admin admin] Publish callbacks [] for security_group (8d7191a9-03c9-4239-afbd-94ef4b59c02d), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.122697 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9e5357e6-c63b-473a-bf19-3b4673697fe0 req-c68317e5-ac16-4c7d-8a6a-56bec72064cd tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 210 time: 0.0517478 Apr 12 11:06:55.210127 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 2896d66a-5b5e-4532-88a4-33a33b33344a is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:55.210636 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.211467 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccc080-7673-4129-b6c2-8d3e13ade419 req-0174f40d-ffb6-4266-9280-3b97d1cd7848 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:55.216815 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:06:55.219288 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-26ccc080-7673-4129-b6c2-8d3e13ade419 req-0174f40d-ffb6-4266-9280-3b97d1cd7848 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 946 time: 0.0907485 Apr 12 11:06:55.230377 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Sync routers for ids ['c29f6c18-cdae-4178-875a-e8d1bf60547e'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:06:55.251889 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Routers {'c29f6c18-cdae-4178-875a-e8d1bf60547e'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:55.252502 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:06:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c29f6c18-cdae-4178-875a-e8d1bf60547e'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:55.258215 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.259893 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-34a7fd9a-3b2f-4961-bcfc-abcbc5e97771 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3019319 Apr 12 11:06:55.260944 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-13724882-65e5-4bd7-94fb-84ac58e82fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (8d7191a9-03c9-4239-afbd-94ef4b59c02d), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.262571 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89579f8-999a-4237-86e3-b12d3886b7ab None None] Network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:06:55.262934 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52798) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:55.263742 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-13724882-65e5-4bd7-94fb-84ac58e82fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.267073 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-13724882-65e5-4bd7-94fb-84ac58e82fc7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d7191a9-03c9-4239-afbd-94ef4b59c02d HTTP/1.1" status: 204 len: 168 time: 0.3064752 Apr 12 11:06:55.286963 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13724882-65e5-4bd7-94fb-84ac58e82fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7191a9-03c9-4239-afbd-94ef4b59c02d,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:55.336082 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-26ccc080-7673-4129-b6c2-8d3e13ade419 req-d9a67b5a-b6dc-49e1-9d7f-a534df9650cd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100247 Apr 12 11:06:55.361075 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port 2896d66a-5b5e-4532-88a4-33a33b33344a, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=2896d66a-5b5e-4532-88a4-33a33b33344a,segment=NetworkSegment(bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a),segment_id=bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:55.401827 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-786824a4-eab9-41ce-bc50-06aa5908dbbc None None] Provisioning complete for port 2896d66a-5b5e-4532-88a4-33a33b33344a triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:55.402768 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-786824a4-eab9-41ce-bc50-06aa5908dbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.408462 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.467777 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Set router c29f6c18-cdae-4178-875a-e8d1bf60547e gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:55.588254 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=2896d66a-5b5e-4532-88a4-33a33b33344a,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:55.649098 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-786824a4-eab9-41ce-bc50-06aa5908dbbc None None] Current status of the port 2896d66a-5b5e-4532-88a4-33a33b33344a is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:55.781645 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf4d6a1-169b-48df-867b-035365797346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a054581b-5f31-4140-aa8b-e488d0d47c10'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:55.784162 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7880fb5-1d63-4b1f-8c1c-cc3d577e45c9" -d '{"events": [{"server_uuid": "4cf4d6a1-169b-48df-867b-035365797346", "name": "network-vif-plugged", "status": "completed", "tag": "a054581b-5f31-4140-aa8b-e488d0d47c10"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:55.824221 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6febc6a-3f5a-4c99-b3b1-fcd8a97b0b66 req-afa070be-5b03-4b00-9c42-f049c8a09876 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:55.825793 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c6febc6a-3f5a-4c99-b3b1-fcd8a97b0b66 req-afa070be-5b03-4b00-9c42-f049c8a09876 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0806797 Apr 12 11:06:55.835907 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:06:54Z', 'revision_number': 3, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:55.841883 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851ceefe-621b-4749-b98f-fcfef7bcdc79 x-openstack-request-id: req-851ceefe-621b-4749-b98f-fcfef7bcdc79 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:55.842196 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf4d6a1-169b-48df-867b-035365797346", "name": "network-vif-plugged", "status": "completed", "tag": "a054581b-5f31-4140-aa8b-e488d0d47c10", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:55.842638 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-851ceefe-621b-4749-b98f-fcfef7bcdc79 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:55.843228 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851ceefe-621b-4749-b98f-fcfef7bcdc79'] response: {'server_uuid': '4cf4d6a1-169b-48df-867b-035365797346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a054581b-5f31-4140-aa8b-e488d0d47c10', 'code': 200} Apr 12 11:06:55.874024 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Checking router: c29f6c18-cdae-4178-875a-e8d1bf60547e for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:06:55.874128 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Updating router c29f6c18-cdae-4178-875a-e8d1bf60547e port 1537e326-ca58-4a33-98ae-1003655d4f70 binding host dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:06:55.895902 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.910116 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (1537e326-ca58-4a33-98ae-1003655d4f70), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:55.926566 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c6febc6a-3f5a-4c99-b3b1-fcd8a97b0b66 req-0587c546-a626-4682-ab4a-db0e334eac17 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883033 Apr 12 11:06:55.981160 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-67a3316b-05c4-4767-92ad-93dec56585ca None None] Provisioning complete for port 2896d66a-5b5e-4532-88a4-33a33b33344a triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:55.981759 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-67a3316b-05c4-4767-92ad-93dec56585ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.071829 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-67a3316b-05c4-4767-92ad-93dec56585ca None None] Current status of the port 2896d66a-5b5e-4532-88a4-33a33b33344a is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:56.081515 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Allocated IP 172.20.0.1 (6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a/d4e62654-4572-48de-b9f9-b812b7412773/fc579e80-30ad-445f-a130-4ff8f4da59e8) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:56.212533 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Publish callbacks [] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.216399 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Publish callbacks [] for port (1537e326-ca58-4a33-98ae-1003655d4f70), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.223415 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (1537e326-ca58-4a33-98ae-1003655d4f70), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.272863 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9a1d4d7e-7cf5-47e3-90fa-25e64917db5a req-b841e18f-96d7-4378-9389-4219e78dc905 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 210 time: 0.0480423 Apr 12 11:06:56.280807 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.285220 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Attempting to bind port 1537e326-ca58-4a33-98ae-1003655d4f70 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:06:56.285729 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Attempting to bind port 1537e326-ca58-4a33-98ae-1003655d4f70 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:06:56.286104 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Attempting to bind port 1537e326-ca58-4a33-98ae-1003655d4f70 on network 07cd2b0c-0781-4dba-a87d-e263ec3a559e {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:06:56.293425 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d9b52-af2f-4095-b50b-532cb8e2606c None None] Pushing event updated for resources: {'Port': ['ID=1537e326-ca58-4a33-98ae-1003655d4f70,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:56.295934 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:06:56.296350 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Checking segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:56.296729 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.297496 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Bound using segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:06:56.298164 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Bound port: 1537e326-ca58-4a33-98ae-1003655d4f70, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:06:56.298525 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (1537e326-ca58-4a33-98ae-1003655d4f70), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.362352 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:56.367322 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:56.371259 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:06:56.386347 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] For port 1537e326-ca58-4a33-98ae-1003655d4f70, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:06:56.390887 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] For port 1537e326-ca58-4a33-98ae-1003655d4f70, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=1537e326-ca58-4a33-98ae-1003655d4f70,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:06:56.420374 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (1537e326-ca58-4a33-98ae-1003655d4f70), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.558059 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1de38-aa94-43e1-b490-5c8b15692c7e req-4db5a69a-96e8-492d-9f5b-b1b8d7563374 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:56.560403 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-79e1de38-aa94-43e1-b490-5c8b15692c7e req-4db5a69a-96e8-492d-9f5b-b1b8d7563374 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 946 time: 0.1088858 Apr 12 11:06:56.588165 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d9b52-af2f-4095-b50b-532cb8e2606c None None] Pushing event updated for resources: {'Port': ['ID=1537e326-ca58-4a33-98ae-1003655d4f70,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:56.610177 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Routers {'c29f6c18-cdae-4178-875a-e8d1bf60547e'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:56.611154 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:06:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c29f6c18-cdae-4178-875a-e8d1bf60547e'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:56.661626 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-79e1de38-aa94-43e1-b490-5c8b15692c7e req-03a68921-b622-40b7-9f34-9994fcb063ab tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894616 Apr 12 11:06:56.736066 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Pushing event updated for resources: {'Port': ['ID=fc579e80-30ad-445f-a130-4ff8f4da59e8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:56.807850 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-ff86d055-8b9b-42db-9414-bb45f18f7e52 None None] Provisioning complete for port fc579e80-30ad-445f-a130-4ff8f4da59e8 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:56.811821 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ff86d055-8b9b-42db-9414-bb45f18f7e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.815012 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e062f77-488d-41c4-895f-c13e30616ec8 req-f459c500-16b6-4dab-b6d3-fad9ee74c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:56.817602 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9e062f77-488d-41c4-895f-c13e30616ec8 req-f459c500-16b6-4dab-b6d3-fad9ee74c5bb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 1130 time: 0.1003776 Apr 12 11:06:56.818527 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16479012'] for router_interface (c29f6c18-cdae-4178-875a-e8d1bf60547e), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.835545 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] Set router c29f6c18-cdae-4178-875a-e8d1bf60547e gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:56.864648 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-ff86d055-8b9b-42db-9414-bb45f18f7e52 None None] Port fc579e80-30ad-445f-a130-4ff8f4da59e8 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:06:56.892610 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-10ffa034-d940-46bc-8d30-9510c62a0273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:56.920090 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9e062f77-488d-41c4-895f-c13e30616ec8 req-f576ff8b-edee-4da4-b441-bd76540a093a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620420 Apr 12 11:06:56.973439 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 2896d66a-5b5e-4532-88a4-33a33b33344a up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:57.064612 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 2896d66a-5b5e-4532-88a4-33a33b33344a triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:57.065232 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.078366 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.103208 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06935f-1b48-490d-966b-c7450f7fb870 req-b968846b-196d-489c-b44b-e70e716aa3e6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:57.105637 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fe06935f-1b48-490d-966b-c7450f7fb870 req-b968846b-196d-489c-b44b-e70e716aa3e6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0655882 Apr 12 11:06:57.134578 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:06:54Z', 'revision_number': 3, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:57.173984 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b54fd74-446b-49ad-af60-f55b7b3ed6e3 None None] The sync data for ids ['c29f6c18-cdae-4178-875a-e8d1bf60547e'] in dv-cinder-830089-4-iscsi is: [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:06:54Z', 'revision_number': 3, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:06:57.179701 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fe06935f-1b48-490d-966b-c7450f7fb870 req-9d3cbb65-7abb-4110-a8d0-b5c8673abf45 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654340 Apr 12 11:06:57.185431 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 2896d66a-5b5e-4532-88a4-33a33b33344a is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:57.298496 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Publish callbacks [] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.308750 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.325859 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496fe0a-3614-4fd8-96c9-9f712ac6ee18 req-80789969-f2d5-4282-a8b1-541411c1d79d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:57.331110 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8496fe0a-3614-4fd8-96c9-9f712ac6ee18 req-80789969-f2d5-4282-a8b1-541411c1d79d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0604889 Apr 12 11:06:57.336928 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52854) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:57.342232 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-d6489378-c1d9-4c80-af07-7ec87ac4e8a2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Request body: {'floatingip': {'port_id': '3daecb32-a2f5-4a2a-9a93-dd30751881aa'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:57.389825 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Pushing event updated for resources: {'Port': ['ID=fc579e80-30ad-445f-a130-4ff8f4da59e8,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:57.392258 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478356'] for router_interface (c29f6c18-cdae-4178-875a-e8d1bf60547e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.420320 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d6489378-c1d9-4c80-af07-7ec87ac4e8a2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for floatingip (95d2c3f7-0dea-45a1-b2c5-2562dfe873b0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.460990 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3ebf2cc9-515b-42b5-9a08-38a42f20daf9 req-87cdb9be-1fd8-4d66-8684-55fcfe9cb1bb tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 210 time: 0.0741115 Apr 12 11:06:57.510158 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:06:57.511594 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:57.671102 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Router c29f6c18-cdae-4178-875a-e8d1bf60547e has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:06:57.799358 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-04de2600-7329-4ef5-9a3c-9dbcd6e043fb None None] Provisioning complete for port fc579e80-30ad-445f-a130-4ff8f4da59e8 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:57.799724 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-04de2600-7329-4ef5-9a3c-9dbcd6e043fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:57.819964 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:06:57.826540 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-81dcc0d3-5d58-494d-a67e-8fff1090852c admin admin] 10.222.0.55 "PUT /v2.0/routers/c29f6c18-cdae-4178-875a-e8d1bf60547e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5621824 Apr 12 11:06:57.850177 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-04de2600-7329-4ef5-9a3c-9dbcd6e043fb None None] Port fc579e80-30ad-445f-a130-4ff8f4da59e8 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:06:57.866334 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a9725-740b-48f7-8d11-b23baa71446e req-6d186ef5-c5ad-4795-8278-d1ff88f78ed5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:57.868066 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a46a9725-740b-48f7-8d11-b23baa71446e req-6d186ef5-c5ad-4795-8278-d1ff88f78ed5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 946 time: 0.1213443 Apr 12 11:06:57.999127 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a46a9725-740b-48f7-8d11-b23baa71446e req-16cf95c6-7452-444d-85f5-6ae9e0387834 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877554 Apr 12 11:06:58.083956 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d6489378-c1d9-4c80-af07-7ec87ac4e8a2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.091461 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d6489378-c1d9-4c80-af07-7ec87ac4e8a2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (95d2c3f7-0dea-45a1-b2c5-2562dfe873b0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.120289 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.236739 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [None req-d6489378-c1d9-4c80-af07-7ec87ac4e8a2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Floating IP 95d2c3f7-0dea-45a1-b2c5-2562dfe873b0 associated. External IP: 172.27.0.146, port: 3daecb32-a2f5-4a2a-9a93-dd30751881aa. Apr 12 11:06:58.472430 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6489378-c1d9-4c80-af07-7ec87ac4e8a2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Router 713bd925-024d-48a8-b6fb-b17848e1bdd9 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:06:58.504646 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52882) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:58.509502 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1711017395-network', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:58.536412 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] Made reservation on behalf of 15cae3398eb44ab99134c5ec34e05f8a for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:58.538759 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.547845 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.602733 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-343bc71e-9d4d-4368-bdb7-741db908530e req-97e22c69-d440-40d5-9e49-af464eef9876 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 210 time: 0.0391629 Apr 12 11:06:58.631379 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6489378-c1d9-4c80-af07-7ec87ac4e8a2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:06:58.639750 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d6489378-c1d9-4c80-af07-7ec87ac4e8a2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.645126 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d638dba-d044-4a7d-85ad-3c5b54804d7c None None] Sync routers for ids ['713bd925-024d-48a8-b6fb-b17848e1bdd9'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:06:58.648621 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] Publish callbacks [] for security_group (2c241792-e914-4b45-9edc-9588cdb3976a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.656045 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (2c241792-e914-4b45-9edc-9588cdb3976a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.675314 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:06:58.680127 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d638dba-d044-4a7d-85ad-3c5b54804d7c None None] Routers {'713bd925-024d-48a8-b6fb-b17848e1bdd9'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:58.683808 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4d638dba-d044-4a7d-85ad-3c5b54804d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:06:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['713bd925-024d-48a8-b6fb-b17848e1bdd9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:58.688299 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (1e967933-107e-4ba8-aca7-a821971dd8fa), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.688651 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.segments_db [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] Added segment 1e967933-107e-4ba8-aca7-a821971dd8fa of type vlan for network 51858c7b-d340-4d99-9dfa-b2b252658ae4 Apr 12 11:06:58.695632 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-d6489378-c1d9-4c80-af07-7ec87ac4e8a2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "PUT /v2.0/floatingips/95d2c3f7-0dea-45a1-b2c5-2562dfe873b0 HTTP/1.1" status: 200 len: 991 time: 1.3571625 Apr 12 11:06:58.696726 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'tag': '3daecb32-a2f5-4a2a-9a93-dd30751881aa'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:06:58.700378 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ba7067-53b3-482c-8735-326afbb5c88a" -d '{"events": [{"name": "network-changed", "server_uuid": "348ae53f-9960-43fd-ba78-e9e2955f9f8b", "tag": "3daecb32-a2f5-4a2a-9a93-dd30751881aa"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:06:58.746680 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (51858c7b-d340-4d99-9dfa-b2b252658ae4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.788291 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7c1a27-4159-4746-aa12-b063a90e4daa x-openstack-request-id: req-0a7c1a27-4159-4746-aa12-b063a90e4daa {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:06:58.788914 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348ae53f-9960-43fd-ba78-e9e2955f9f8b", "tag": "3daecb32-a2f5-4a2a-9a93-dd30751881aa", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:06:58.789368 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a7c1a27-4159-4746-aa12-b063a90e4daa {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:06:58.790076 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7c1a27-4159-4746-aa12-b063a90e4daa'] response: {'name': 'network-changed', 'server_uuid': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'tag': '3daecb32-a2f5-4a2a-9a93-dd30751881aa', 'status': 'completed', 'code': 200} Apr 12 11:06:58.793408 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (51858c7b-d340-4d99-9dfa-b2b252658ae4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.794810 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:58.795692 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.837575 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c241792-e914-4b45-9edc-9588cdb3976a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:58.847435 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3402765 Apr 12 11:06:58.850090 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52888) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:58.855451 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-4a0e0bd8-365d-4ba0-b4b3-fd3ecf2fe8a1 admin admin] Request body: {'subnet': {'network_id': '51858c7b-d340-4d99-9dfa-b2b252658ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1711017395-subnet', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:58.896854 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf4215-b8e9-441a-aae0-2bacbb99093a admin admin] Pushing event updated for resources: {'Network': ['ID=51858c7b-d340-4d99-9dfa-b2b252658ae4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:58.910279 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0e0bd8-365d-4ba0-b4b3-fd3ecf2fe8a1 admin admin] Made reservation on behalf of 15cae3398eb44ab99134c5ec34e05f8a for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:06:58.913034 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0bd8-365d-4ba0-b4b3-fd3ecf2fe8a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12863335'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:58.943399 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network 51858c7b-d340-4d99-9dfa-b2b252658ae4 details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:06:58.965452 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 1537e326-ca58-4a33-98ae-1003655d4f70 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:06:59.096155 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0bd8-365d-4ba0-b4b3-fd3ecf2fe8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13073595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12863349'] for subnet (3e2fee69-5d1d-439e-bad7-fe68150872f5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.110582 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4d638dba-d044-4a7d-85ad-3c5b54804d7c None None] Set router 713bd925-024d-48a8-b6fb-b17848e1bdd9 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:59.150585 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 1537e326-ca58-4a33-98ae-1003655d4f70 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:06:59.151282 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (1537e326-ca58-4a33-98ae-1003655d4f70), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.161364 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8d5f2-c555-4dcf-9ac6-1ef9e75980e9 req-cde4928f-7553-47db-b22d-07acc17901ae tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:59.162566 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e0bd8-365d-4ba0-b4b3-fd3ecf2fe8a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2fee69-5d1d-439e-bad7-fe68150872f5,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:59.162904 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f7a8d5f2-c555-4dcf-9ac6-1ef9e75980e9 req-cde4928f-7553-47db-b22d-07acc17901ae tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 946 time: 0.0616715 Apr 12 11:06:59.166992 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e0bd8-365d-4ba0-b4b3-fd3ecf2fe8a1 admin admin] Checking segment: {'id': '1e967933-107e-4ba8-aca7-a821971dd8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51858c7b-d340-4d99-9dfa-b2b252658ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:06:59.167375 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e0bd8-365d-4ba0-b4b3-fd3ecf2fe8a1 admin admin] Network hostable DHCP agents. Network: 51858c7b-d340-4d99-9dfa-b2b252658ae4, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:06:59.193177 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e0bd8-365d-4ba0-b4b3-fd3ecf2fe8a1 admin admin] Network 51858c7b-d340-4d99-9dfa-b2b252658ae4 is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:06:59.204698 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e0bd8-365d-4ba0-b4b3-fd3ecf2fe8a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, 51858c7b-d340-4d99-9dfa-b2b252658ae4) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:06:59.210318 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0e0bd8-365d-4ba0-b4b3-fd3ecf2fe8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:59.211117 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0bd8-365d-4ba0-b4b3-fd3ecf2fe8a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.233260 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f7a8d5f2-c555-4dcf-9ac6-1ef9e75980e9 req-c8a77296-7798-4898-8932-b8c7f3a39582 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524991 Apr 12 11:06:59.233718 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52894) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:59.235898 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-4a0e0bd8-365d-4ba0-b4b3-fd3ecf2fe8a1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3839695 Apr 12 11:06:59.236025 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861145bc-9e01-4302-817c-ac28843c9b8a None None] Network 51858c7b-d340-4d99-9dfa-b2b252658ae4 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:06:59.237995 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1711017395-router', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:59.271261 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16432943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-404'] for router (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.272309 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16431519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16479268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16603459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.347870 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Sync routers for ids ['c29f6c18-cdae-4178-875a-e8d1bf60547e'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:06:59.348438 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Publish callbacks [] for router_controller (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), precommit_add_association {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.366767 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Routers {'c29f6c18-cdae-4178-875a-e8d1bf60547e'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:59.367507 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:06:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c29f6c18-cdae-4178-875a-e8d1bf60547e'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:59.475907 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba7067-53b3-482c-8735-326afbb5c88a req-3e0dc678-5c61-473a-a3cc-b170a3b885b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:59.478152 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-80ba7067-53b3-482c-8735-326afbb5c88a req-3e0dc678-5c61-473a-a3cc-b170a3b885b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 1129 time: 0.1032519 Apr 12 11:06:59.551697 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 1537e326-ca58-4a33-98ae-1003655d4f70 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:06:59.552343 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (1537e326-ca58-4a33-98ae-1003655d4f70), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.567511 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75107514-d9ef-49ac-a61a-e81d44b89ab9 req-d04ca7e6-5014-4720-9418-2d2dacb6c0aa tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:06:59.573792 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-75107514-d9ef-49ac-a61a-e81d44b89ab9 req-d04ca7e6-5014-4720-9418-2d2dacb6c0aa tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 946 time: 0.0916696 Apr 12 11:06:59.587694 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52902) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:59.594106 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d410eda2-a948-4a4e-a442-8c9e0f5515b3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'floatingip': {'port_id': 'a054581b-5f31-4140-aa8b-e488d0d47c10'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:06:59.604355 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfdabb7b-1339-58fe-8e8f-4cb6443bbd26-51858c7b-d340-4d99-9dfa-b2b252658ae4', 'network_id': '51858c7b-d340-4d99-9dfa-b2b252658ae4', 'project_id': '15cae3398eb44ab99134c5ec34e05f8a', 'fixed_ips': [{'subnet_id': '3e2fee69-5d1d-439e-bad7-fe68150872f5'}]}} from dv-cinder-830089-4-iscsi. {{(pid=103204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:06:59.605507 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.608957 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port 1537e326-ca58-4a33-98ae-1003655d4f70, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=1537e326-ca58-4a33-98ae-1003655d4f70,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:06:59.648909 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (1537e326-ca58-4a33-98ae-1003655d4f70), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.721438 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d410eda2-a948-4a4e-a442-8c9e0f5515b3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (d131e3a5-a9eb-4496-8195-a153a387ca34), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.740653 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.760944 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Set router c29f6c18-cdae-4178-875a-e8d1bf60547e gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:06:59.839087 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4d638dba-d044-4a7d-85ad-3c5b54804d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '95d2c3f7-0dea-45a1-b2c5-2562dfe873b0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'port_id': '3daecb32-a2f5-4a2a-9a93-dd30751881aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'mac_address': 'fa:16:3e:f0:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:06:17Z', 'updated_at': '2022-04-12T11:06:57Z', 'revision_number': 1, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2af8df7-e52b-4ec2-b17a-54be5e40d439', 'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'mac_address': 'fa:16:3e:a2:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:47Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 5, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'subnets': [{'id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:59.844728 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=1537e326-ca58-4a33-98ae-1003655d4f70,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:06:59.894656 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d638dba-d044-4a7d-85ad-3c5b54804d7c None None] Checking router: 713bd925-024d-48a8-b6fb-b17848e1bdd9 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:06:59.930771 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d638dba-d044-4a7d-85ad-3c5b54804d7c None None] Routers {'713bd925-024d-48a8-b6fb-b17848e1bdd9'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:06:59.931530 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4d638dba-d044-4a7d-85ad-3c5b54804d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:06:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['713bd925-024d-48a8-b6fb-b17848e1bdd9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:06:59.935404 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 52908) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:06:59.946713 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a461f4a7-3673-4183-bab4-a39d84eb1b42 req-66bc2869-57d3-4476-9cee-ef719f45a34e tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 210 time: 0.0911462 Apr 12 11:06:59.981812 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Publish callbacks [] for router_gateway (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:06:59.996442 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Allocated IP 172.20.0.2 (51858c7b-d340-4d99-9dfa-b2b252658ae4/3e2fee69-5d1d-439e-bad7-fe68150872f5/d0e65655-5ece-4aca-b610-faf38142eb36) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:06:59.997403 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:07:00.015609 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-899c7dc6-e29e-4de5-aaa7-8c147adcea45 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:00.017532 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-899c7dc6-e29e-4de5-aaa7-8c147adcea45 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.61 "GET /v2.0/networks?id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b HTTP/1.1" status: 200 len: 809 time: 0.5648332 Apr 12 11:07:00.053751 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:06:57Z', 'revision_number': 4, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'fc579e80-30ad-445f-a130-4ff8f4da59e8', 'name': '', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'mac_address': 'fa:16:3e:dd:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:55Z', 'updated_at': '2022-04-12T11:06:57Z', 'revision_number': 2, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'subnets': [{'id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:00.093677 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Checking router: c29f6c18-cdae-4178-875a-e8d1bf60547e for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:00.094036 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Updating router c29f6c18-cdae-4178-875a-e8d1bf60547e port fc579e80-30ad-445f-a130-4ff8f4da59e8 binding host dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:07:00.126204 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.147965 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba7067-53b3-482c-8735-326afbb5c88a req-9d299bd4-e7b5-47e9-a92a-79a0d82f22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:00.156418 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-80ba7067-53b3-482c-8735-326afbb5c88a req-9d299bd4-e7b5-47e9-a92a-79a0d82f22ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 919 time: 0.6438277 Apr 12 11:07:00.206640 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4d638dba-d044-4a7d-85ad-3c5b54804d7c None None] Set router 713bd925-024d-48a8-b6fb-b17848e1bdd9 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:00.266400 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-80ba7067-53b3-482c-8735-326afbb5c88a req-f5d8d457-3b89-4cc2-9fc9-1678d7f3d755 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3daecb32-a2f5-4a2a-9a93-dd30751881aa HTTP/1.1" status: 200 len: 999 time: 0.0803096 Apr 12 11:07:00.287036 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e3de9e4f-ef54-4ffa-9644-aa91a45fa956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.372732 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Publish callbacks [] for port (d0e65655-5ece-4aca-b610-faf38142eb36), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.388740 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.388970 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-d96fff96-4a5a-4ef5-8810-12c328e0bf55 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35ac8ed2221744b0a7b34fbd507119a5 HTTP/1.1" status: 200 len: 379 time: 0.3392048 Apr 12 11:07:00.398071 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba7067-53b3-482c-8735-326afbb5c88a req-df438400-8818-4672-9615-4bbde778fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:00.399583 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-80ba7067-53b3-482c-8735-326afbb5c88a req-df438400-8818-4672-9615-4bbde778fe3f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.1109569 Apr 12 11:07:00.429152 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d410eda2-a948-4a4e-a442-8c9e0f5515b3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.459666 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Publish callbacks [] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.460121 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d410eda2-a948-4a4e-a442-8c9e0f5515b3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (d131e3a5-a9eb-4496-8195-a153a387ca34), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.468290 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.497478 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Network 51858c7b-d340-4d99-9dfa-b2b252658ae4 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:00.501818 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:00.505705 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Pushing event updated for resources: {'Port': ['ID=d0e65655-5ece-4aca-b610-faf38142eb36,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:00.509869 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:00.529797 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf7c26-3c90-4ab7-aae5-d7cc905abe86 None None] Pushing event updated for resources: {'Port': ['ID=fc579e80-30ad-445f-a130-4ff8f4da59e8,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:00.553260 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba7067-53b3-482c-8735-326afbb5c88a req-295cd64f-0623-42e5-9894-7b5166993de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:00.555986 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-80ba7067-53b3-482c-8735-326afbb5c88a req-295cd64f-0623-42e5-9894-7b5166993de6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1486104 Apr 12 11:07:00.559949 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e3de9e4f-ef54-4ffa-9644-aa91a45fa956 admin admin] Publish callbacks [] for security_group (50ad2222-86dc-465b-aa89-647651b1cb0b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.572428 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-5e62cf98-2455-4301-aace-ee7feb1b783a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Request body: {'port': {'device_id': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'admin_state_up': True, 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'security_groups': ['187e446b-187e-4e4a-a2f6-7f8a927792a0']}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:00.580624 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e3de9e4f-ef54-4ffa-9644-aa91a45fa956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (50ad2222-86dc-465b-aa89-647651b1cb0b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.642277 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Attempting to bind port d0e65655-5ece-4aca-b610-faf38142eb36 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:07:00.642662 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Attempting to bind port d0e65655-5ece-4aca-b610-faf38142eb36 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '1e967933-107e-4ba8-aca7-a821971dd8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51858c7b-d340-4d99-9dfa-b2b252658ae4'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:07:00.643016 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Attempting to bind port d0e65655-5ece-4aca-b610-faf38142eb36 on network 51858c7b-d340-4d99-9dfa-b2b252658ae4 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:00.658561 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Attempting to bind port fc579e80-30ad-445f-a130-4ff8f4da59e8 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:07:00.658927 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Attempting to bind port fc579e80-30ad-445f-a130-4ff8f4da59e8 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:07:00.659498 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Attempting to bind port fc579e80-30ad-445f-a130-4ff8f4da59e8 on network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:00.666283 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:07:00.667561 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Checking segment: {'id': '1e967933-107e-4ba8-aca7-a821971dd8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51858c7b-d340-4d99-9dfa-b2b252658ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:07:00.668323 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.668467 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Bound using segment: {'id': '1e967933-107e-4ba8-aca7-a821971dd8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51858c7b-d340-4d99-9dfa-b2b252658ae4'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:07:00.668860 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Bound port: d0e65655-5ece-4aca-b610-faf38142eb36, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e967933-107e-4ba8-aca7-a821971dd8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51858c7b-d340-4d99-9dfa-b2b252658ae4'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:07:00.669261 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.672747 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:07:00.673118 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Checking segment: {'id': 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:07:00.673518 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.673910 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Bound using segment: {'id': 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:07:00.674388 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Bound port: fc579e80-30ad-445f-a130-4ff8f4da59e8, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:07:00.674757 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.677095 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4d638dba-d044-4a7d-85ad-3c5b54804d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '95d2c3f7-0dea-45a1-b2c5-2562dfe873b0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'port_id': '3daecb32-a2f5-4a2a-9a93-dd30751881aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'mac_address': 'fa:16:3e:f0:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:06:17Z', 'updated_at': '2022-04-12T11:06:57Z', 'revision_number': 1, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2af8df7-e52b-4ec2-b17a-54be5e40d439', 'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'mac_address': 'fa:16:3e:a2:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:47Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 5, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'subnets': [{'id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:00.749692 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-e3de9e4f-ef54-4ffa-9644-aa91a45fa956 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc8fe801e0d047a38750156de5a1395e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7960925 Apr 12 11:07:00.752682 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52912) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:00.762573 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de9e4f-ef54-4ffa-9644-aa91a45fa956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ad2222-86dc-465b-aa89-647651b1cb0b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:00.772195 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Publish callbacks [] for router_gateway (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.777268 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.l3_db [None req-d410eda2-a948-4a4e-a442-8c9e0f5515b3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Floating IP d131e3a5-a9eb-4496-8195-a153a387ca34 associated. External IP: 172.27.0.47, port: a054581b-5f31-4140-aa8b-e488d0d47c10. Apr 12 11:07:00.788753 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-80ba7067-53b3-482c-8735-326afbb5c88a req-03f5d61a-d2f3-4879-a9c8-1ecb406bdb36 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177854 Apr 12 11:07:00.800851 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.815386 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] For port fc579e80-30ad-445f-a130-4ff8f4da59e8, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:07:00.821518 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] For port fc579e80-30ad-445f-a130-4ff8f4da59e8, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=fc579e80-30ad-445f-a130-4ff8f4da59e8,segment=NetworkSegment(bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a),segment_id=bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:07:00.850881 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:00.965801 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Routers {'c29f6c18-cdae-4178-875a-e8d1bf60547e'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:00.966581 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:06:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c29f6c18-cdae-4178-875a-e8d1bf60547e'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:00.994160 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 1537e326-ca58-4a33-98ae-1003655d4f70 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:01.005371 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d638dba-d044-4a7d-85ad-3c5b54804d7c None None] The sync data for ids ['713bd925-024d-48a8-b6fb-b17848e1bdd9'] in dv-cinder-830089-4-iscsi is: [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '95d2c3f7-0dea-45a1-b2c5-2562dfe873b0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'port_id': '3daecb32-a2f5-4a2a-9a93-dd30751881aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'mac_address': 'fa:16:3e:f0:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:06:17Z', 'updated_at': '2022-04-12T11:06:57Z', 'revision_number': 1, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2af8df7-e52b-4ec2-b17a-54be5e40d439', 'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'mac_address': 'fa:16:3e:a2:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:47Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 5, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'subnets': [{'id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:01.031453 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-80ba7067-53b3-482c-8735-326afbb5c88a req-6a31e20b-46e6-4949-8b05-829bd8320dc1 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770225 Apr 12 11:07:01.088490 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-006f52e8-33bb-4639-9d89-710475bd4a91 admin admin] Publish callbacks [] for security_group (50ad2222-86dc-465b-aa89-647651b1cb0b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.088934 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf7c26-3c90-4ab7-aae5-d7cc905abe86 None None] Pushing event updated for resources: {'Port': ['ID=fc579e80-30ad-445f-a130-4ff8f4da59e8,revision_number=4']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:01.145094 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-6be63559-95b8-4647-be77-aef7bdc43c01 None None] Provisioning complete for port fc579e80-30ad-445f-a130-4ff8f4da59e8 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:01.145463 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6be63559-95b8-4647-be77-aef7bdc43c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.174008 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-006f52e8-33bb-4639-9d89-710475bd4a91 admin admin] Publish callbacks [] for security_group (50ad2222-86dc-465b-aa89-647651b1cb0b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.258750 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] Set router c29f6c18-cdae-4178-875a-e8d1bf60547e gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:01.266956 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.295728 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] For port d0e65655-5ece-4aca-b610-faf38142eb36, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:07:01.298286 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 1537e326-ca58-4a33-98ae-1003655d4f70 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:01.298655 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (1537e326-ca58-4a33-98ae-1003655d4f70), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.316307 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] For port d0e65655-5ece-4aca-b610-faf38142eb36, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=d0e65655-5ece-4aca-b610-faf38142eb36,segment=NetworkSegment(1e967933-107e-4ba8-aca7-a821971dd8fa),segment_id=1e967933-107e-4ba8-aca7-a821971dd8fa)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:07:01.352086 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.392055 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-29f23917-7f60-4d9e-9af4-92d76471f653 req-73dd9210-f1bc-4340-ba45-d7153756b050 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 210 time: 0.0750730 Apr 12 11:07:01.420563 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-5e62cf98-2455-4301-aace-ee7feb1b783a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Made reservation on behalf of 35ac8ed2221744b0a7b34fbd507119a5 for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:07:01.433793 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-5e62cf98-2455-4301-aace-ee7feb1b783a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.443838 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-006f52e8-33bb-4639-9d89-710475bd4a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (50ad2222-86dc-465b-aa89-647651b1cb0b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.446571 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-006f52e8-33bb-4639-9d89-710475bd4a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.449433 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-006f52e8-33bb-4639-9d89-710475bd4a91 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50ad2222-86dc-465b-aa89-647651b1cb0b HTTP/1.1" status: 204 len: 168 time: 0.6962614 Apr 12 11:07:01.505988 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f52e8-33bb-4639-9d89-710475bd4a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ad2222-86dc-465b-aa89-647651b1cb0b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:01.538980 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Allocated IP 172.27.0.44 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/dd94268a-e80a-4308-8c9e-bfc2def609f1) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:01.545933 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d410eda2-a948-4a4e-a442-8c9e0f5515b3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Router 8d461e54-0cb0-49e6-896b-fc75f0540550 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:01.576935 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1859b6a4-95cc-4e8c-aee9-f3a710e6ab64 None None] New status for floating IP 95d2c3f7-0dea-45a1-b2c5-2562dfe873b0: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:07:01.662587 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:06:57Z', 'revision_number': 4, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'fc579e80-30ad-445f-a130-4ff8f4da59e8', 'name': '', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'mac_address': 'fa:16:3e:dd:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:55Z', 'updated_at': '2022-04-12T11:07:00Z', 'revision_number': 4, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'subnets': [{'id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:01.685311 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-5e62cf98-2455-4301-aace-ee7feb1b783a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Allocated IP 172.20.0.4 (85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b/a3416e3d-2581-42f6-9ca8-86ecaf875af2/ec72bd5c-7ee0-459c-86ec-48692be264fc) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:01.711304 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513106f7-7e1f-4dda-bfca-9eab82f2ae01 None None] The sync data for ids ['c29f6c18-cdae-4178-875a-e8d1bf60547e'] in dv-cinder-830089-4-iscsi is: [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:06:57Z', 'revision_number': 4, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'fc579e80-30ad-445f-a130-4ff8f4da59e8', 'name': '', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'mac_address': 'fa:16:3e:dd:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:55Z', 'updated_at': '2022-04-12T11:07:00Z', 'revision_number': 4, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'subnets': [{'id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:01.754768 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Publish callbacks [] for port (dd94268a-e80a-4308-8c9e-bfc2def609f1), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:01.767022 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba98c6-cc7a-4301-9706-c0881489629c None None] Pushing event updated for resources: {'Port': ['ID=d0e65655-5ece-4aca-b610-faf38142eb36,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:01.849257 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-6be63559-95b8-4647-be77-aef7bdc43c01 None None] Current status of the port fc579e80-30ad-445f-a130-4ff8f4da59e8 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:01.849647 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6be63559-95b8-4647-be77-aef7bdc43c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:02.045123 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-6be63559-95b8-4647-be77-aef7bdc43c01 None None] For port fc579e80-30ad-445f-a130-4ff8f4da59e8, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=fc579e80-30ad-445f-a130-4ff8f4da59e8,segment=NetworkSegment(bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a),segment_id=bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:02.050161 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (dd94268a-e80a-4308-8c9e-bfc2def609f1), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:02.056645 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6be63559-95b8-4647-be77-aef7bdc43c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:02.117720 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 1537e326-ca58-4a33-98ae-1003655d4f70 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:02.184411 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:02.197621 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-4245a1a7-0a4f-4af3-8682-a7f6a89d94ac None None] Provisioning complete for port fc579e80-30ad-445f-a130-4ff8f4da59e8 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:02.198042 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4245a1a7-0a4f-4af3-8682-a7f6a89d94ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:02.207832 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:02.250005 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-5e62cf98-2455-4301-aace-ee7feb1b783a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:02.276821 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be63559-95b8-4647-be77-aef7bdc43c01 None None] Pushing event updated for resources: {'Port': ['ID=fc579e80-30ad-445f-a130-4ff8f4da59e8,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:02.302370 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:02.376657 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-4245a1a7-0a4f-4af3-8682-a7f6a89d94ac None None] Current status of the port fc579e80-30ad-445f-a130-4ff8f4da59e8 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:02.400259 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d410eda2-a948-4a4e-a442-8c9e0f5515b3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:02.406841 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d410eda2-a948-4a4e-a442-8c9e0f5515b3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:02.410535 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e9b78b-b193-4ba1-b868-b1f8c67e65f7 None None] Sync routers for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:02.421182 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Pushing event updated for resources: {'Port': ['ID=dd94268a-e80a-4308-8c9e-bfc2def609f1,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:02.427494 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9b78b-b193-4ba1-b868-b1f8c67e65f7 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:02.428237 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-33e9b78b-b193-4ba1-b868-b1f8c67e65f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:06:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:02.460630 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-5e62cf98-2455-4301-aace-ee7feb1b783a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:02.496893 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-d410eda2-a948-4a4e-a442-8c9e0f5515b3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "PUT /v2.0/floatingips/d131e3a5-a9eb-4496-8195-a153a387ca34 HTTP/1.1" status: 200 len: 991 time: 2.9080577 Apr 12 11:07:02.497817 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cf4d6a1-169b-48df-867b-035365797346', 'tag': 'a054581b-5f31-4140-aa8b-e488d0d47c10'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:02.507343 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e172be74-f458-4ccc-b9a3-e2a8e47b0101" -d '{"events": [{"name": "network-changed", "server_uuid": "4cf4d6a1-169b-48df-867b-035365797346", "tag": "a054581b-5f31-4140-aa8b-e488d0d47c10"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:02.575746 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6b8bf1-b1e6-4e8b-b4d6-72f28cf8ac6b x-openstack-request-id: req-1f6b8bf1-b1e6-4e8b-b4d6-72f28cf8ac6b {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:02.576041 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cf4d6a1-169b-48df-867b-035365797346", "tag": "a054581b-5f31-4140-aa8b-e488d0d47c10", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:02.576298 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f6b8bf1-b1e6-4e8b-b4d6-72f28cf8ac6b {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:02.576702 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6b8bf1-b1e6-4e8b-b4d6-72f28cf8ac6b'] response: {'name': 'network-changed', 'server_uuid': '4cf4d6a1-169b-48df-867b-035365797346', 'tag': 'a054581b-5f31-4140-aa8b-e488d0d47c10', 'status': 'completed', 'code': 200} Apr 12 11:07:02.653659 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-33e9b78b-b193-4ba1-b868-b1f8c67e65f7 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:02.683510 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172be74-f458-4ccc-b9a3-e2a8e47b0101 req-d501b97b-bc05-40d0-9357-848af483cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:02.687010 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-e172be74-f458-4ccc-b9a3-e2a8e47b0101 req-d501b97b-bc05-40d0-9357-848af483cd99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 1130 time: 0.0673833 Apr 12 11:07:02.687946 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-5e62cf98-2455-4301-aace-ee7feb1b783a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:02.699922 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-5e62cf98-2455-4301-aace-ee7feb1b783a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:02.711383 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-5e62cf98-2455-4301-aace-ee7feb1b783a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:02.807408 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62cf98-2455-4301-aace-ee7feb1b783a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Pushing event updated for resources: {'Port': ['ID=ec72bd5c-7ee0-459c-86ec-48692be264fc,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:02.835567 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212d77e-4ce3-482c-80e4-d477402e621d req-d277f7f9-3356-4de0-9753-f505f32e3683 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:02.851473 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f212d77e-4ce3-482c-80e4-d477402e621d req-d277f7f9-3356-4de0-9753-f505f32e3683 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 931 time: 0.2884898 Apr 12 11:07:02.922363 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172be74-f458-4ccc-b9a3-e2a8e47b0101 req-1031c685-a37a-475c-a656-2a51bbc9c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:02.923875 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-e172be74-f458-4ccc-b9a3-e2a8e47b0101 req-1031c685-a37a-475c-a656-2a51bbc9c1ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 915 time: 0.2272155 Apr 12 11:07:02.994394 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-5e62cf98-2455-4301-aace-ee7feb1b783a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:02.994394 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-5e62cf98-2455-4301-aace-ee7feb1b783a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:03.061006 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f212d77e-4ce3-482c-80e4-d477402e621d req-ed854faa-e8a3-41df-afa3-3eafb091ffa8 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086787 Apr 12 11:07:03.117097 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device fc579e80-30ad-445f-a130-4ff8f4da59e8 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:03.118305 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-e172be74-f458-4ccc-b9a3-e2a8e47b0101 req-cf55ac2d-4488-4af3-aff0-e389832a5f28 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a054581b-5f31-4140-aa8b-e488d0d47c10 HTTP/1.1" status: 200 len: 999 time: 0.1836653 Apr 12 11:07:03.129446 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-33e9b78b-b193-4ba1-b868-b1f8c67e65f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '31d99e94-e173-4c1f-ac31-bec975229567', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '12d8543b-a8f7-4821-946c-3348a256d253', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:0e:cb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cf23-4397-4d95-b350-f79935fd1035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:04Z', 'updated_at': '2022-04-12T11:04:37Z', 'revision_number': 2, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}, {'id': 'd131e3a5-a9eb-4496-8195-a153a387ca34', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': 'a054581b-5f31-4140-aa8b-e488d0d47c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:7d:66:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4d6a1-169b-48df-867b-035365797346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:06:21Z', 'updated_at': '2022-04-12T11:07:00Z', 'revision_number': 1, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:03.209217 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e9b78b-b193-4ba1-b868-b1f8c67e65f7 None None] Checking router: 8d461e54-0cb0-49e6-896b-fc75f0540550 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:03.227549 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9b78b-b193-4ba1-b868-b1f8c67e65f7 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:03.228529 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-33e9b78b-b193-4ba1-b868-b1f8c67e65f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:06:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:03.238427 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172be74-f458-4ccc-b9a3-e2a8e47b0101 req-38e3c180-f5e6-4938-9331-e8bfb5ac454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:03.246825 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-e172be74-f458-4ccc-b9a3-e2a8e47b0101 req-38e3c180-f5e6-4938-9331-e8bfb5ac454f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c307a9d7-336a-46ab-a789-b81d127c4a49 HTTP/1.1" status: 200 len: 853 time: 0.1186228 Apr 12 11:07:03.282427 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Publish callbacks [] for router_gateway (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:03.290561 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-5e62cf98-2455-4301-aace-ee7feb1b783a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7282932 Apr 12 11:07:03.304113 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-97189b8c-4070-4df6-8105-3b39c348d34e None None] Provisioning complete for port ec72bd5c-7ee0-459c-86ec-48692be264fc triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:03.305614 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-97189b8c-4070-4df6-8105-3b39c348d34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:03.356011 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172be74-f458-4ccc-b9a3-e2a8e47b0101 req-4aeba39d-349f-49cc-8c60-db3667d4402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:03.358977 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-e172be74-f458-4ccc-b9a3-e2a8e47b0101 req-4aeba39d-349f-49cc-8c60-db3667d4402e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f32d468-ddbc-4b9d-abc3-b84d288bd876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1018093 Apr 12 11:07:03.374109 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Request body: {'port': {'device_id': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:03.419936 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-97189b8c-4070-4df6-8105-3b39c348d34e None None] Port ec72bd5c-7ee0-459c-86ec-48692be264fc cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:07:03.429189 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port fc579e80-30ad-445f-a130-4ff8f4da59e8 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:03.429564 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:03.526206 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:03.560617 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-33e9b78b-b193-4ba1-b868-b1f8c67e65f7 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:03.571593 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99ea561-b60e-4c5a-bf23-39a7fe601d4f None None] Network 51858c7b-d340-4d99-9dfa-b2b252658ae4 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:07:03.589218 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-e172be74-f458-4ccc-b9a3-e2a8e47b0101 req-106e526c-4c12-4ad6-ac25-fe16f01935d3 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191365 Apr 12 11:07:03.719596 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port fc579e80-30ad-445f-a130-4ff8f4da59e8 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:03.761423 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device d0e65655-5ece-4aca-b610-faf38142eb36 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:03.807055 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-e172be74-f458-4ccc-b9a3-e2a8e47b0101 req-b2a0ac36-2b78-4bb5-9096-3662e0852e0e service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087638 Apr 12 11:07:03.823562 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-47bb8ac0-7124-46d0-8280-a61594e82a60 None None] Provisioning complete for port d0e65655-5ece-4aca-b610-faf38142eb36 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:03.828442 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-47bb8ac0-7124-46d0-8280-a61594e82a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:03.945195 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-33e9b78b-b193-4ba1-b868-b1f8c67e65f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '31d99e94-e173-4c1f-ac31-bec975229567', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '12d8543b-a8f7-4821-946c-3348a256d253', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:0e:cb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cf23-4397-4d95-b350-f79935fd1035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:04Z', 'updated_at': '2022-04-12T11:04:37Z', 'revision_number': 2, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}, {'id': 'd131e3a5-a9eb-4496-8195-a153a387ca34', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': 'a054581b-5f31-4140-aa8b-e488d0d47c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:7d:66:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4d6a1-169b-48df-867b-035365797346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:06:21Z', 'updated_at': '2022-04-12T11:07:00Z', 'revision_number': 1, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:03.955511 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16431526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16479191'] for router (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:03.971675 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port d0e65655-5ece-4aca-b610-faf38142eb36 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:03.972630 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:03.979057 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e9b78b-b193-4ba1-b868-b1f8c67e65f7 None None] The sync data for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi is: [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '31d99e94-e173-4c1f-ac31-bec975229567', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '12d8543b-a8f7-4821-946c-3348a256d253', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:0e:cb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cf23-4397-4d95-b350-f79935fd1035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:04Z', 'updated_at': '2022-04-12T11:04:37Z', 'revision_number': 2, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}, {'id': 'd131e3a5-a9eb-4496-8195-a153a387ca34', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': 'a054581b-5f31-4140-aa8b-e488d0d47c10', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:7d:66:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf4d6a1-169b-48df-867b-035365797346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:06:21Z', 'updated_at': '2022-04-12T11:07:00Z', 'revision_number': 1, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:04.055072 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-47bb8ac0-7124-46d0-8280-a61594e82a60 None None] Current status of the port d0e65655-5ece-4aca-b610-faf38142eb36 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:04.055480 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-47bb8ac0-7124-46d0-8280-a61594e82a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.125100 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-47bb8ac0-7124-46d0-8280-a61594e82a60 None None] For port d0e65655-5ece-4aca-b610-faf38142eb36, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=d0e65655-5ece-4aca-b610-faf38142eb36,segment=NetworkSegment(1e967933-107e-4ba8-aca7-a821971dd8fa),segment_id=1e967933-107e-4ba8-aca7-a821971dd8fa)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:04.134214 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-47bb8ac0-7124-46d0-8280-a61594e82a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.192878 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port d0e65655-5ece-4aca-b610-faf38142eb36 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:04.192878 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.226533 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb8ac0-7124-46d0-8280-a61594e82a60 None None] Pushing event updated for resources: {'Port': ['ID=d0e65655-5ece-4aca-b610-faf38142eb36,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:04.269740 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57496f0-6416-4c6a-8c3b-de74eafb5aa3 req-ad011327-97eb-4730-a835-5d6351d93ce5 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:04.271414 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c57496f0-6416-4c6a-8c3b-de74eafb5aa3 req-ad011327-97eb-4730-a835-5d6351d93ce5 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 931 time: 0.0947576 Apr 12 11:07:04.276893 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec72bd5c-7ee0-459c-86ec-48692be264fc {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:07:04.290849 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.db.api [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:07:04.291258 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG oslo_db.api [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:07:04.295219 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Publish callbacks [] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.298554 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80fa6f3-d027-4e58-a278-e562bd61ebaa None None] New status for floating IP d131e3a5-a9eb-4496-8195-a153a387ca34: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:07:04.307653 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Router d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 is scheduled to L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb with binding_index 1 {{(pid=103203) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:07:04.324960 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Transition to ACTIVE for port object ec72bd5c-7ee0-459c-86ec-48692be264fc will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:07:04.337504 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.359419 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-d5a77d7d-c5f1-44b4-838d-7c1990a6ae0a None None] Provisioning complete for port d0e65655-5ece-4aca-b610-faf38142eb36 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:04.359996 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d5a77d7d-c5f1-44b4-838d-7c1990a6ae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.427733 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c57496f0-6416-4c6a-8c3b-de74eafb5aa3 req-5e4bea56-f5f6-4e0c-8c3e-44350a4d21fd tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457770 Apr 12 11:07:04.463561 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Pushing event updated for resources: {'Port': ['ID=ec72bd5c-7ee0-459c-86ec-48692be264fc,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:04.528214 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-d5a77d7d-c5f1-44b4-838d-7c1990a6ae0a None None] Current status of the port d0e65655-5ece-4aca-b610-faf38142eb36 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:04.567894 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:04.577553 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Sync routers for ids ['d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:04.590664 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Routers {'d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:04.591295 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:06:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:04.594078 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Attempting to bind port ec72bd5c-7ee0-459c-86ec-48692be264fc on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:07:04.594465 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Attempting to bind port ec72bd5c-7ee0-459c-86ec-48692be264fc by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'bb26e6cd-50bb-4df5-bc88-0817ec409585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:07:04.594769 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Attempting to bind port ec72bd5c-7ee0-459c-86ec-48692be264fc on network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:04.600495 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Port ec72bd5c-7ee0-459c-86ec-48692be264fc on network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:07:04.600868 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Attempting to bind port ec72bd5c-7ee0-459c-86ec-48692be264fc on network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:04.606483 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.607749 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-24662546-3164-4616-802a-f1b255fd47c9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3730810 Apr 12 11:07:04.610536 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:07:04.610716 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 52954) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:04.611213 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Checking segment: {'id': 'bb26e6cd-50bb-4df5-bc88-0817ec409585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:07:04.611420 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Bound using segment: {'id': 'bb26e6cd-50bb-4df5-bc88-0817ec409585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:07:04.611660 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Bound port: ec72bd5c-7ee0-459c-86ec-48692be264fc, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb26e6cd-50bb-4df5-bc88-0817ec409585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:07:04.612003 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.694629 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] For port ec72bd5c-7ee0-459c-86ec-48692be264fc, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:07:04.698567 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] For port ec72bd5c-7ee0-459c-86ec-48692be264fc, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:07:04.705636 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.723186 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Set router d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:04.750683 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:04.751319 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:04.752691 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] 10.222.0.61 "PUT /v2.0/ports/ec72bd5c-7ee0-459c-86ec-48692be264fc HTTP/1.1" status: 200 len: 1093 time: 1.3881938 Apr 12 11:07:04.753293 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'tag': 'ec72bd5c-7ee0-459c-86ec-48692be264fc'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:04.755674 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4ba08f-a139-4c06-bb1b-ed9ce608a8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bc82e0-6533-49d9-97b8-b8beb3ee9726", "tag": "ec72bd5c-7ee0-459c-86ec-48692be264fc"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:04.795261 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063e761-e2d3-4b32-9e1f-3cff5989a1eb service neutron] Pushing event updated for resources: {'Port': ['ID=ec72bd5c-7ee0-459c-86ec-48692be264fc,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:04.856939 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fc6cae-cbaf-41da-bcd1-dc87f3a64a56 x-openstack-request-id: req-20fc6cae-cbaf-41da-bcd1-dc87f3a64a56 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:04.857602 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bc82e0-6533-49d9-97b8-b8beb3ee9726", "tag": "ec72bd5c-7ee0-459c-86ec-48692be264fc", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:04.857951 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20fc6cae-cbaf-41da-bcd1-dc87f3a64a56 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:04.858619 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20fc6cae-cbaf-41da-bcd1-dc87f3a64a56'] response: {'name': 'network-changed', 'server_uuid': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'tag': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'status': 'completed', 'code': 200} Apr 12 11:07:04.866867 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port d0e65655-5ece-4aca-b610-faf38142eb36 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:04.884351 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-7412adfb-92a9-4b78-a905-f666ac1b0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:04.888665 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-7412adfb-92a9-4b78-a905-f666ac1b0635 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35ac8ed2221744b0a7b34fbd507119a5&device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 1127 time: 0.0699997 Apr 12 11:07:04.969807 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-cbfbc4d9-4583-4c92-802c-30455ad281d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc HTTP/1.1" status: 200 len: 217 time: 0.0611668 Apr 12 11:07:04.984663 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device d0e65655-5ece-4aca-b610-faf38142eb36 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:05.047897 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'name': 'tempest-TestMinimumBasicScenario-1711017395-router', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'dd94268a-e80a-4308-8c9e-bfc2def609f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:59Z', 'updated_at': '2022-04-12T11:07:02Z', 'revision_number': 3, 'project_id': '15cae3398eb44ab99134c5ec34e05f8a', 'gw_port': {'id': 'dd94268a-e80a-4308-8c9e-bfc2def609f1', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:00Z', 'updated_at': '2022-04-12T11:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:05.054025 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-320eda5b-46f5-4e6b-834f-666b5cf957ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:05.055615 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-320eda5b-46f5-4e6b-834f-666b5cf957ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3416e3d-2581-42f6-9ca8-86ecaf875af2 HTTP/1.1" status: 200 len: 848 time: 0.0744383 Apr 12 11:07:05.082426 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Checking router: d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:05.083159 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Updating router d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 port dd94268a-e80a-4308-8c9e-bfc2def609f1 binding host dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:07:05.121217 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (dd94268a-e80a-4308-8c9e-bfc2def609f1), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:05.146421 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-30737698-3ecd-47e5-a9c5-a503f804a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:05.152515 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-30737698-3ecd-47e5-a9c5-a503f804a322 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862706 Apr 12 11:07:05.258838 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-c2903375-da7a-4be0-8fd7-afb51c438972 service neutron] 10.222.0.61 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016347 Apr 12 11:07:05.288195 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port d0e65655-5ece-4aca-b610-faf38142eb36 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:05.289960 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:05.351091 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:05.400192 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3aa701f-11fd-4e37-affd-6a19ab138d3c req-a2544112-7b36-48c5-bbf6-5df31a4a35af service neutron] 10.222.0.61 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351125 Apr 12 11:07:05.410289 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port d0e65655-5ece-4aca-b610-faf38142eb36 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:05.489120 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Publish callbacks [] for port (dd94268a-e80a-4308-8c9e-bfc2def609f1), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:05.499035 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (dd94268a-e80a-4308-8c9e-bfc2def609f1), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:05.537992 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Attempting to bind port dd94268a-e80a-4308-8c9e-bfc2def609f1 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:07:05.538834 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Attempting to bind port dd94268a-e80a-4308-8c9e-bfc2def609f1 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:07:05.539497 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Attempting to bind port dd94268a-e80a-4308-8c9e-bfc2def609f1 on network 07cd2b0c-0781-4dba-a87d-e263ec3a559e {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:05.553929 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Allocated IP 172.20.0.1 (51858c7b-d340-4d99-9dfa-b2b252658ae4/3e2fee69-5d1d-439e-bad7-fe68150872f5/ab887b40-fd4b-4a95-af44-0c50b8bda7b7) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:05.567035 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:07:05.567466 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Checking segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:07:05.567907 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:05.568394 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Bound using segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:07:05.568914 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Bound port: dd94268a-e80a-4308-8c9e-bfc2def609f1, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:07:05.569292 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (dd94268a-e80a-4308-8c9e-bfc2def609f1), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:05.597607 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eedae2-2af8-48a0-bb29-0f309fa11a58 req-a8359ace-df2a-40eb-ba76-58bfbb3d16b9 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:05.600945 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-86eedae2-2af8-48a0-bb29-0f309fa11a58 req-a8359ace-df2a-40eb-ba76-58bfbb3d16b9 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0827730 Apr 12 11:07:05.631705 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc58b5-85e4-4c2c-bc08-2a9d5e215305 None None] Pushing event updated for resources: {'Port': ['ID=dd94268a-e80a-4308-8c9e-bfc2def609f1,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:05.656556 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] For port dd94268a-e80a-4308-8c9e-bfc2def609f1, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:07:05.660725 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] For port dd94268a-e80a-4308-8c9e-bfc2def609f1, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=dd94268a-e80a-4308-8c9e-bfc2def609f1,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:07:05.672272 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (dd94268a-e80a-4308-8c9e-bfc2def609f1), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:05.712609 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-86eedae2-2af8-48a0-bb29-0f309fa11a58 req-59d3c490-8fc5-46e2-8fea-94bc292affc2 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855680 Apr 12 11:07:05.727877 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Publish callbacks [] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:05.734022 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Routers {'d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:05.734642 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:06:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:05.766279 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:05.792759 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc58b5-85e4-4c2c-bc08-2a9d5e215305 None None] Pushing event updated for resources: {'Port': ['ID=dd94268a-e80a-4308-8c9e-bfc2def609f1,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:05.807533 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Network 51858c7b-d340-4d99-9dfa-b2b252658ae4 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:05.811906 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:05.816350 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:05.850815 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=ab887b40-fd4b-4a95-af44-0c50b8bda7b7,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:05.860357 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ba08f-a139-4c06-bb1b-ed9ce608a8a1 req-b3bae24c-668b-4740-bcf1-69431f0d77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:05.862228 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ed4ba08f-a139-4c06-bb1b-ed9ce608a8a1 req-b3bae24c-668b-4740-bcf1-69431f0d77d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35ac8ed2221744b0a7b34fbd507119a5&device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 1127 time: 0.0500939 Apr 12 11:07:05.867571 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] Set router d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:05.870859 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16479012'] for router_interface (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.028473 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.071636 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'name': 'tempest-TestMinimumBasicScenario-1711017395-router', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'dd94268a-e80a-4308-8c9e-bfc2def609f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:59Z', 'updated_at': '2022-04-12T11:07:02Z', 'revision_number': 3, 'project_id': '15cae3398eb44ab99134c5ec34e05f8a', 'gw_port': {'id': 'dd94268a-e80a-4308-8c9e-bfc2def609f1', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:00Z', 'updated_at': '2022-04-12T11:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:06.090951 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-ddbe278c-be82-4156-9177-fa7a29516326 None None] Provisioning complete for port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:06.091723 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ddbe278c-be82-4156-9177-fa7a29516326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.116240 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3813a36-3083-4c86-a48a-7b9a59118a76 None None] The sync data for ids ['d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'] in dv-cinder-830089-4-iscsi is: [{'id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'name': 'tempest-TestMinimumBasicScenario-1711017395-router', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'dd94268a-e80a-4308-8c9e-bfc2def609f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:59Z', 'updated_at': '2022-04-12T11:07:02Z', 'revision_number': 3, 'project_id': '15cae3398eb44ab99134c5ec34e05f8a', 'gw_port': {'id': 'dd94268a-e80a-4308-8c9e-bfc2def609f1', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:00Z', 'updated_at': '2022-04-12T11:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:06.141503 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe278c-be82-4156-9177-fa7a29516326 None None] Port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:07:06.237720 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Publish callbacks [] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.243161 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.261099 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ba08f-a139-4c06-bb1b-ed9ce608a8a1 req-4784c1a1-60b5-4251-979c-5e9f6d50d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:06.262633 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ed4ba08f-a139-4c06-bb1b-ed9ce608a8a1 req-4784c1a1-60b5-4251-979c-5e9f6d50d691 service neutron] 10.222.0.61 "GET /v2.0/networks?id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b HTTP/1.1" status: 200 len: 910 time: 0.3928449 Apr 12 11:07:06.307719 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ed4ba08f-a139-4c06-bb1b-ed9ce608a8a1 req-ec5998b4-875a-48b6-bccf-0c752536333a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc HTTP/1.1" status: 200 len: 217 time: 0.0361807 Apr 12 11:07:06.313733 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=ab887b40-fd4b-4a95-af44-0c50b8bda7b7,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:06.317739 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478356'] for router_interface (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.389007 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ba08f-a139-4c06-bb1b-ed9ce608a8a1 req-b960774e-93d6-40e6-b060-503a00fa701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:06.390834 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ed4ba08f-a139-4c06-bb1b-ed9ce608a8a1 req-b960774e-93d6-40e6-b060-503a00fa701f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3416e3d-2581-42f6-9ca8-86ecaf875af2 HTTP/1.1" status: 200 len: 848 time: 0.0766156 Apr 12 11:07:06.443563 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Network 51858c7b-d340-4d99-9dfa-b2b252658ae4 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:06.444274 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ba08f-a139-4c06-bb1b-ed9ce608a8a1 req-2bce06f5-adf4-4013-a615-870ea4daef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:06.445081 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:06.446276 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ed4ba08f-a139-4c06-bb1b-ed9ce608a8a1 req-2bce06f5-adf4-4013-a615-870ea4daef77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455253 Apr 12 11:07:06.571615 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ed4ba08f-a139-4c06-bb1b-ed9ce608a8a1 req-928a946c-d3bd-4e0b-bc59-e6598352535f service neutron] 10.222.0.61 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181631 Apr 12 11:07:06.585127 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Router d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:06.694978 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ed4ba08f-a139-4c06-bb1b-ed9ce608a8a1 req-52673c31-62f0-4360-bdb4-aa63569ab22b service neutron] 10.222.0.61 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166868 Apr 12 11:07:06.720290 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:06.725677 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-dd06deeb-ee55-4928-a0a6-f15776dd0cc4 admin admin] 10.222.0.55 "PUT /v2.0/routers/d05264f5-86cc-4ee7-b2a9-8d43b4c7c074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1123111 Apr 12 11:07:06.764183 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-ac8e5039-18f4-40cd-883a-e5ab18ba46aa None None] Provisioning complete for port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:06.764665 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ac8e5039-18f4-40cd-883a-e5ab18ba46aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:06.836423 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-ac8e5039-18f4-40cd-883a-e5ab18ba46aa None None] Port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:07:06.860973 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06c1dd-68a4-489c-ae7b-fc32274c04a3 req-2975c941-e8bc-4b6e-886f-a29a8d339fe1 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:06.863060 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ad06c1dd-68a4-489c-ae7b-fc32274c04a3 req-2975c941-e8bc-4b6e-886f-a29a8d339fe1 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0569634 Apr 12 11:07:06.965082 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ad06c1dd-68a4-489c-ae7b-fc32274c04a3 req-287627b0-0b04-4450-8d98-3a205b487fca tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960929 Apr 12 11:07:07.025274 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device dd94268a-e80a-4308-8c9e-bfc2def609f1 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:07.072873 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port dd94268a-e80a-4308-8c9e-bfc2def609f1 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:07.073243 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (dd94268a-e80a-4308-8c9e-bfc2def609f1), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:07.158883 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port dd94268a-e80a-4308-8c9e-bfc2def609f1 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:07.159908 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (dd94268a-e80a-4308-8c9e-bfc2def609f1), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:07.180854 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port dd94268a-e80a-4308-8c9e-bfc2def609f1, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=dd94268a-e80a-4308-8c9e-bfc2def609f1,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:07.185996 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (dd94268a-e80a-4308-8c9e-bfc2def609f1), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:07.236622 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=dd94268a-e80a-4308-8c9e-bfc2def609f1,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:08.104598 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07ba90-7e91-47a5-96f4-b232c7dca903 req-b3a96ce2-dce4-4df4-a407-79dff7fb07a6 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:08.118006 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6b07ba90-7e91-47a5-96f4-b232c7dca903 req-b3a96ce2-dce4-4df4-a407-79dff7fb07a6 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0673158 Apr 12 11:07:08.176223 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6b07ba90-7e91-47a5-96f4-b232c7dca903 req-3ad8e6ce-50c4-4dc8-a491-cb58120a28e6 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589039 Apr 12 11:07:08.967729 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device dd94268a-e80a-4308-8c9e-bfc2def609f1 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:09.024980 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port dd94268a-e80a-4308-8c9e-bfc2def609f1 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:09.025351 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (dd94268a-e80a-4308-8c9e-bfc2def609f1), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:09.114512 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port dd94268a-e80a-4308-8c9e-bfc2def609f1 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:09.322586 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18395af0-e993-41fd-8a28-4e7cf8173fed req-c037d603-c8f3-48c5-9c26-40dd7de4953b tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:09.324786 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-18395af0-e993-41fd-8a28-4e7cf8173fed req-c037d603-c8f3-48c5-9c26-40dd7de4953b tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0649736 Apr 12 11:07:09.389259 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Sync routers for ids ['d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:09.391378 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-18395af0-e993-41fd-8a28-4e7cf8173fed req-101689a4-87c7-4fcb-bfa9-b5fb850a1a7a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608940 Apr 12 11:07:09.404236 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Routers {'d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:09.404677 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:06:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:09.543705 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:09.561648 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Set router d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:09.814825 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'name': 'tempest-TestMinimumBasicScenario-1711017395-router', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'dd94268a-e80a-4308-8c9e-bfc2def609f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:59Z', 'updated_at': '2022-04-12T11:07:05Z', 'revision_number': 4, 'project_id': '15cae3398eb44ab99134c5ec34e05f8a', 'gw_port': {'id': 'dd94268a-e80a-4308-8c9e-bfc2def609f1', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:00Z', 'updated_at': '2022-04-12T11:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'ab887b40-fd4b-4a95-af44-0c50b8bda7b7', 'name': '', 'network_id': '51858c7b-d340-4d99-9dfa-b2b252658ae4', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a', 'mac_address': 'fa:16:3e:35:3a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3e2fee69-5d1d-439e-bad7-fe68150872f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:05Z', 'updated_at': '2022-04-12T11:07:06Z', 'revision_number': 2, 'project_id': '15cae3398eb44ab99134c5ec34e05f8a', 'subnets': [{'id': '3e2fee69-5d1d-439e-bad7-fe68150872f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:09.845117 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Checking router: d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:09.845564 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Updating router d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 binding host dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:07:09.879430 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.186896 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Publish callbacks [] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.193678 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.248649 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Pushing event updated for resources: {'Port': ['ID=ab887b40-fd4b-4a95-af44-0c50b8bda7b7,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:10.269649 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.269999 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.270339 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.270715 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.271022 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.271378 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.271705 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.272030 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.272356 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.272677 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.272999 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.273322 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.273641 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.273959 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.274275 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:10.317767 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Attempting to bind port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:07:10.318168 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Attempting to bind port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '1e967933-107e-4ba8-aca7-a821971dd8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51858c7b-d340-4d99-9dfa-b2b252658ae4'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:07:10.318486 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Attempting to bind port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 on network 51858c7b-d340-4d99-9dfa-b2b252658ae4 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:10.325735 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:07:10.326108 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Checking segment: {'id': '1e967933-107e-4ba8-aca7-a821971dd8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51858c7b-d340-4d99-9dfa-b2b252658ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:07:10.326511 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.326899 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Bound using segment: {'id': '1e967933-107e-4ba8-aca7-a821971dd8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51858c7b-d340-4d99-9dfa-b2b252658ae4'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:07:10.327421 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Bound port: ab887b40-fd4b-4a95-af44-0c50b8bda7b7, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e967933-107e-4ba8-aca7-a821971dd8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '51858c7b-d340-4d99-9dfa-b2b252658ae4'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:07:10.327921 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.448725 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] For port ab887b40-fd4b-4a95-af44-0c50b8bda7b7, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:07:10.454201 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] For port ab887b40-fd4b-4a95-af44-0c50b8bda7b7, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=ab887b40-fd4b-4a95-af44-0c50b8bda7b7,segment=NetworkSegment(1e967933-107e-4ba8-aca7-a821971dd8fa),segment_id=1e967933-107e-4ba8-aca7-a821971dd8fa)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:07:10.474511 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.558342 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b60df-17d1-402c-a3e6-389a76ca7897 req-d4fabcdf-4ccc-4ac8-baef-2ce24f464e12 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:10.561278 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Routers {'d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:10.561931 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:06:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:10.565795 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-334b60df-17d1-402c-a3e6-389a76ca7897 req-d4fabcdf-4ccc-4ac8-baef-2ce24f464e12 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0795512 Apr 12 11:07:10.646348 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6d159-f954-43fc-9d68-41df7424df4f None None] Pushing event updated for resources: {'Port': ['ID=ab887b40-fd4b-4a95-af44-0c50b8bda7b7,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:10.664985 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-334b60df-17d1-402c-a3e6-389a76ca7897 req-b36debc4-6e71-46e1-8d70-7a81e8ea77ba tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838132 Apr 12 11:07:10.687547 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-6e6b183e-8c8b-4747-a90e-1c738d5af53b None None] Provisioning complete for port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:10.687918 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6e6b183e-8c8b-4747-a90e-1c738d5af53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:10.806127 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] Set router d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:10.912554 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b183e-8c8b-4747-a90e-1c738d5af53b None None] Current status of the port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:10.912852 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6e6b183e-8c8b-4747-a90e-1c738d5af53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:11.040772 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-6e6b183e-8c8b-4747-a90e-1c738d5af53b None None] For port ab887b40-fd4b-4a95-af44-0c50b8bda7b7, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=ab887b40-fd4b-4a95-af44-0c50b8bda7b7,segment=NetworkSegment(1e967933-107e-4ba8-aca7-a821971dd8fa),segment_id=1e967933-107e-4ba8-aca7-a821971dd8fa)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:11.051448 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-6e6b183e-8c8b-4747-a90e-1c738d5af53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:11.138010 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'name': 'tempest-TestMinimumBasicScenario-1711017395-router', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'dd94268a-e80a-4308-8c9e-bfc2def609f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:59Z', 'updated_at': '2022-04-12T11:07:05Z', 'revision_number': 4, 'project_id': '15cae3398eb44ab99134c5ec34e05f8a', 'gw_port': {'id': 'dd94268a-e80a-4308-8c9e-bfc2def609f1', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:00Z', 'updated_at': '2022-04-12T11:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'ab887b40-fd4b-4a95-af44-0c50b8bda7b7', 'name': '', 'network_id': '51858c7b-d340-4d99-9dfa-b2b252658ae4', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a', 'mac_address': 'fa:16:3e:35:3a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3e2fee69-5d1d-439e-bad7-fe68150872f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:05Z', 'updated_at': '2022-04-12T11:07:10Z', 'revision_number': 4, 'project_id': '15cae3398eb44ab99134c5ec34e05f8a', 'subnets': [{'id': '3e2fee69-5d1d-439e-bad7-fe68150872f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:11.198040 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fe2c37-9a8a-473d-b2af-3e1ecb7e7b2c None None] The sync data for ids ['d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'] in dv-cinder-830089-4-iscsi is: [{'id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'name': 'tempest-TestMinimumBasicScenario-1711017395-router', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'dd94268a-e80a-4308-8c9e-bfc2def609f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:59Z', 'updated_at': '2022-04-12T11:07:05Z', 'revision_number': 4, 'project_id': '15cae3398eb44ab99134c5ec34e05f8a', 'gw_port': {'id': 'dd94268a-e80a-4308-8c9e-bfc2def609f1', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:00Z', 'updated_at': '2022-04-12T11:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'ab887b40-fd4b-4a95-af44-0c50b8bda7b7', 'name': '', 'network_id': '51858c7b-d340-4d99-9dfa-b2b252658ae4', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a', 'mac_address': 'fa:16:3e:35:3a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3e2fee69-5d1d-439e-bad7-fe68150872f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:05Z', 'updated_at': '2022-04-12T11:07:10Z', 'revision_number': 4, 'project_id': '15cae3398eb44ab99134c5ec34e05f8a', 'subnets': [{'id': '3e2fee69-5d1d-439e-bad7-fe68150872f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:11.208186 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b183e-8c8b-4747-a90e-1c738d5af53b None None] Pushing event updated for resources: {'Port': ['ID=ab887b40-fd4b-4a95-af44-0c50b8bda7b7,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:11.217008 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-3d903632-3de9-4c6c-b2d4-f6e48a366bb8 None None] Provisioning complete for port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:11.217381 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3d903632-3de9-4c6c-b2d4-f6e48a366bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:11.368387 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-3d903632-3de9-4c6c-b2d4-f6e48a366bb8 None None] Current status of the port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:11.800071 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcea55c-c3ac-43ef-8173-b3a526686996 req-b05bd74e-ed22-41f9-97c8-dfb745472728 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:11.802418 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-efcea55c-c3ac-43ef-8173-b3a526686996 req-b05bd74e-ed22-41f9-97c8-dfb745472728 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0535243 Apr 12 11:07:11.876520 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-efcea55c-c3ac-43ef-8173-b3a526686996 req-b172b94e-1b5b-4573-a7a9-93f5bea94ab7 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648897 Apr 12 11:07:13.006787 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device ab887b40-fd4b-4a95-af44-0c50b8bda7b7 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:13.021179 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddc633-ec19-4743-aec8-30242065e3d6 req-f99a542d-72df-44cf-aabb-0ce9112d7104 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:13.022986 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-80ddc633-ec19-4743-aec8-30242065e3d6 req-f99a542d-72df-44cf-aabb-0ce9112d7104 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0619614 Apr 12 11:07:13.083921 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-80ddc633-ec19-4743-aec8-30242065e3d6 req-3daf5c5a-eaa3-45e7-82b5-685d8f9f9026 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542815 Apr 12 11:07:13.090697 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:13.091273 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:13.183006 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:14.229023 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97414dbb-7a00-4caa-a03f-00a750423450 req-42c77f65-1ec4-4351-96ca-42ef46b134fc tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:14.231179 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-97414dbb-7a00-4caa-a03f-00a750423450 req-42c77f65-1ec4-4351-96ca-42ef46b134fc tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0610056 Apr 12 11:07:14.287672 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-97414dbb-7a00-4caa-a03f-00a750423450 req-31dae4ed-278e-4e08-a828-cb7a87343451 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506518 Apr 12 11:07:15.408406 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5af2e-b198-47a4-9873-7110226c6cab req-92145645-bad2-4ab2-ac26-ae7af93de5c0 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:15.418321 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-24b5af2e-b198-47a4-9873-7110226c6cab req-92145645-bad2-4ab2-ac26-ae7af93de5c0 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0568547 Apr 12 11:07:15.465052 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-24b5af2e-b198-47a4-9873-7110226c6cab req-ce60a73d-af71-4b69-a91f-8ecf05bc0448 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454741 Apr 12 11:07:16.595036 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd48989-8510-4724-be30-f0b212f902c8 req-4d179a0f-323b-4b8a-8008-5b553b0eae5a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:16.596496 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dcd48989-8510-4724-be30-f0b212f902c8 req-4d179a0f-323b-4b8a-8008-5b553b0eae5a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0655582 Apr 12 11:07:16.699592 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dcd48989-8510-4724-be30-f0b212f902c8 req-65729c74-b5cf-4ee5-809c-5ac959f015db tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927968 Apr 12 11:07:16.717145 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-381f903d-da98-4be7-bb0a-2fdf7bd9986c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:16.718582 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-381f903d-da98-4be7-bb0a-2fdf7bd9986c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/networks?id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a HTTP/1.1" status: 200 len: 815 time: 0.1512961 Apr 12 11:07:16.733305 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-2d86ef3a-f244-43e6-b55f-76e5c45e0974 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/quotas/c7543ac2f9f4413494aa881364f2051c HTTP/1.1" status: 200 len: 375 time: 0.0087981 Apr 12 11:07:16.785711 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-2e98c5f0-2c39-49af-9cff-ebd828d1dc4d tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c7543ac2f9f4413494aa881364f2051c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458193 Apr 12 11:07:16.878452 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-fd6d0b55-9de7-4751-8b84-5affd76f622f service neutron] 10.222.0.55 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820339 Apr 12 11:07:16.972446 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-91153b45-da3f-442b-906c-12aacfb461b4 service neutron] 10.222.0.55 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868175 Apr 12 11:07:17.122705 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aec1ceb6-6995-4bb7-8982-47fb41fdd3ad req-ccd6d12e-faef-4f7a-8c4b-a6f49589c869 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 210 time: 0.0270319 Apr 12 11:07:17.809903 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4035123-d4bf-4653-bfac-8669c3d39ee5 req-ecb83e43-21ca-485e-8209-b1807d03d394 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:17.811354 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e4035123-d4bf-4653-bfac-8669c3d39ee5 req-ecb83e43-21ca-485e-8209-b1807d03d394 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0449543 Apr 12 11:07:17.860101 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e4035123-d4bf-4653-bfac-8669c3d39ee5 req-250314d2-c80d-4928-9e02-76db91ec195e tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416787 Apr 12 11:07:18.213294 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f710e1db-eacd-4bde-811e-90690adb80e3 req-769f3b34-4220-4a0c-bfca-beca1b522ca0 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 210 time: 0.0261514 Apr 12 11:07:18.973248 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31284887-f2b8-4533-9191-84653bfe3562 req-0699b919-c7f9-45d3-add8-a55c48029332 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:18.974667 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-31284887-f2b8-4533-9191-84653bfe3562 req-0699b919-c7f9-45d3-add8-a55c48029332 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0497115 Apr 12 11:07:19.021781 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-31284887-f2b8-4533-9191-84653bfe3562 req-603ef6ed-dde8-46c0-8ab3-2125bbfb1373 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416932 Apr 12 11:07:19.301218 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-78e45abd-e1b0-469d-97f2-0fedb09067e1 req-2074b609-246f-435b-80cd-7e7463a9b8bb tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 210 time: 0.0265999 Apr 12 11:07:20.135406 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fef62-5a4d-4133-85ee-0953c1f4f831 req-97005a78-e781-4a09-90f3-917e7b7630cf tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:20.136977 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fa5fef62-5a4d-4133-85ee-0953c1f4f831 req-97005a78-e781-4a09-90f3-917e7b7630cf tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0479698 Apr 12 11:07:20.193931 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fa5fef62-5a4d-4133-85ee-0953c1f4f831 req-42dc6201-bde1-4407-a14e-6aa682a1a914 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512488 Apr 12 11:07:20.393126 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-01ffde06-b41e-445a-8d2a-545d3113713a req-5f427cd8-fe29-4831-98ba-35cd3b50c186 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 210 time: 0.0272267 Apr 12 11:07:20.502337 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-57a84631-0197-4b87-97b5-8a67a756f046 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:20.504342 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-57a84631-0197-4b87-97b5-8a67a756f046 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.61 "GET /v2.0/networks?id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a HTTP/1.1" status: 200 len: 815 time: 0.0994797 Apr 12 11:07:20.513190 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device ec72bd5c-7ee0-459c-86ec-48692be264fc details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:07:20.526430 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-14c24e6c-0b35-48a0-86f0-8da573924421 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Request body: {'port': {'device_id': '5e601174-2ef7-458a-aae2-6622c11612a9', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'admin_state_up': True, 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:20.619336 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port ec72bd5c-7ee0-459c-86ec-48692be264fc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:20.630841 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'port_id': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'mac_address': 'fa:16:3e:e3:06:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:07:20.641792 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-14c24e6c-0b35-48a0-86f0-8da573924421 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Made reservation on behalf of c7543ac2f9f4413494aa881364f2051c for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:07:20.645310 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-14c24e6c-0b35-48a0-86f0-8da573924421 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:20.669200 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port ec72bd5c-7ee0-459c-86ec-48692be264fc is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:20.669621 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:20.684723 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec72bd5c-7ee0-459c-86ec-48692be264fc {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:07:20.705514 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port ec72bd5c-7ee0-459c-86ec-48692be264fc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:20.720598 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:20.777787 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=ec72bd5c-7ee0-459c-86ec-48692be264fc,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:20.785524 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-14c24e6c-0b35-48a0-86f0-8da573924421 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Allocated IP 172.20.0.14 (6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a/d4e62654-4572-48de-b9f9-b812b7412773/242ffc99-b944-49b7-a197-33070f6311df) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:20.943065 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-14c24e6c-0b35-48a0-86f0-8da573924421 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for port (242ffc99-b944-49b7-a197-33070f6311df), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:20.994211 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-14c24e6c-0b35-48a0-86f0-8da573924421 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (242ffc99-b944-49b7-a197-33070f6311df), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:21.056709 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-14c24e6c-0b35-48a0-86f0-8da573924421 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:21.065236 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-14c24e6c-0b35-48a0-86f0-8da573924421 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:21.084122 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-14c24e6c-0b35-48a0-86f0-8da573924421 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:21.155431 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-14c24e6c-0b35-48a0-86f0-8da573924421 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:21.156100 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-14c24e6c-0b35-48a0-86f0-8da573924421 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:21.164367 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c24e6c-0b35-48a0-86f0-8da573924421 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event updated for resources: {'Port': ['ID=242ffc99-b944-49b7-a197-33070f6311df,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:21.199258 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-14c24e6c-0b35-48a0-86f0-8da573924421 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6720691 Apr 12 11:07:21.199493 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['ec72bd5c-7ee0-459c-86ec-48692be264fc'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:07:21.368203 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444cbd-0e1a-48d8-a2d0-65d4831a1e41 req-b0146dc2-ff14-434a-a96a-6a8b7a9350cc tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:21.370469 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-92444cbd-0e1a-48d8-a2d0-65d4831a1e41 req-b0146dc2-ff14-434a-a96a-6a8b7a9350cc tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 944 time: 0.0821791 Apr 12 11:07:21.448153 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-92444cbd-0e1a-48d8-a2d0-65d4831a1e41 req-3d44368d-2a18-4185-a3a5-6fa46df2ed3c tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697827 Apr 12 11:07:21.510305 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-453727b5-9fe3-43f3-8c40-f9a43fcb47ba None None] Provisioning complete for port 242ffc99-b944-49b7-a197-33070f6311df triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:21.510964 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-453727b5-9fe3-43f3-8c40-f9a43fcb47ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (242ffc99-b944-49b7-a197-33070f6311df), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:21.546645 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57fa88-fc71-4dd7-89e5-a45e40c12039 req-7b0a1195-6ca5-4aaf-931f-a3ed0565f462 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:21.548485 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ea57fa88-fc71-4dd7-89e5-a45e40c12039 req-7b0a1195-6ca5-4aaf-931f-a3ed0565f462 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 932 time: 0.0781841 Apr 12 11:07:21.568522 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-453727b5-9fe3-43f3-8c40-f9a43fcb47ba None None] Port 242ffc99-b944-49b7-a197-33070f6311df cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:07:21.613053 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ea57fa88-fc71-4dd7-89e5-a45e40c12039 req-40d86cea-f891-4c84-978c-e32dad532c0b tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573962 Apr 12 11:07:22.532032 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device ec72bd5c-7ee0-459c-86ec-48692be264fc up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:22.585459 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbdbe6-e31a-48b9-84f1-bd3cd8401fc9 req-e396de64-90b2-4956-ae0d-b7d18f622e2b tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:22.587000 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c4bbdbe6-e31a-48b9-84f1-bd3cd8401fc9 req-e396de64-90b2-4956-ae0d-b7d18f622e2b tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 944 time: 0.0574775 Apr 12 11:07:22.595179 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port ec72bd5c-7ee0-459c-86ec-48692be264fc completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:07:22.608462 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port ec72bd5c-7ee0-459c-86ec-48692be264fc triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:22.608874 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:22.647002 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c4bbdbe6-e31a-48b9-84f1-bd3cd8401fc9 req-03434589-3254-452c-a2f0-7bee0399d002 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508411 Apr 12 11:07:22.751827 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed856ea-30f1-4e41-81a7-4647b42bc020 req-972b9de0-abbb-4aea-b3ea-69cbb185a009 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:22.753444 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1ed856ea-30f1-4e41-81a7-4647b42bc020 req-972b9de0-abbb-4aea-b3ea-69cbb185a009 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 932 time: 0.0581574 Apr 12 11:07:22.808168 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1ed856ea-30f1-4e41-81a7-4647b42bc020 req-3b8a206b-e1cd-4d28-ae26-0dd917b3c164 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485325 Apr 12 11:07:22.848449 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port ec72bd5c-7ee0-459c-86ec-48692be264fc is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:22.848834 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:22.873159 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72bd5c-7ee0-459c-86ec-48692be264fc'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:22.875255 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ddfc80-3f8f-4377-aad7-93b6f11ae1fe" -d '{"events": [{"server_uuid": "e1bc82e0-6533-49d9-97b8-b8beb3ee9726", "name": "network-vif-plugged", "status": "completed", "tag": "ec72bd5c-7ee0-459c-86ec-48692be264fc"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:22.889725 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port ec72bd5c-7ee0-459c-86ec-48692be264fc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:22.894252 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:22.937695 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199c3438-da11-4287-9494-073a9fc423ae x-openstack-request-id: req-199c3438-da11-4287-9494-073a9fc423ae {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:22.938172 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bc82e0-6533-49d9-97b8-b8beb3ee9726", "name": "network-vif-plugged", "status": "completed", "tag": "ec72bd5c-7ee0-459c-86ec-48692be264fc", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:22.938507 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-199c3438-da11-4287-9494-073a9fc423ae {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:22.939083 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199c3438-da11-4287-9494-073a9fc423ae'] response: {'server_uuid': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'code': 200} Apr 12 11:07:22.960919 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=ec72bd5c-7ee0-459c-86ec-48692be264fc,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:23.787790 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b148e-83ab-47a6-81fb-67e4f9f1ffc7 req-45e9fec3-f849-492b-963b-41ca75f95dce tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:23.789344 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-486b148e-83ab-47a6-81fb-67e4f9f1ffc7 req-45e9fec3-f849-492b-963b-41ca75f95dce tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0697372 Apr 12 11:07:23.859509 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-486b148e-83ab-47a6-81fb-67e4f9f1ffc7 req-f49ed1b4-e119-4d19-9856-1e4e3ad7e50b tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609474 Apr 12 11:07:23.968369 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a26f8-19c7-491a-9753-f1ba2ec02bc2 req-ba4be6ec-5d8e-4d00-8f62-2b28b3aba3cd tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:23.970374 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3f2a26f8-19c7-491a-9753-f1ba2ec02bc2 req-ba4be6ec-5d8e-4d00-8f62-2b28b3aba3cd tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 932 time: 0.0522122 Apr 12 11:07:24.045586 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3f2a26f8-19c7-491a-9753-f1ba2ec02bc2 req-d9a7b40b-67c4-4c26-bee1-7e279c969b4f tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690858 Apr 12 11:07:24.597390 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-680e1b2c-725f-4add-8877-da1f2bdc9b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:24.996995 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8855a-8f9a-44df-8c55-d60ee2c46301 req-c80f9401-be8e-494b-8398-082ddb8abf88 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:24.998559 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d6a8855a-8f9a-44df-8c55-d60ee2c46301 req-c80f9401-be8e-494b-8398-082ddb8abf88 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0726109 Apr 12 11:07:25.055467 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d6a8855a-8f9a-44df-8c55-d60ee2c46301 req-9549344d-b1f2-4fa9-9029-edb99a7597f7 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503614 Apr 12 11:07:25.196515 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a623a-d6a8-459a-93f6-1dd3ff38141f req-2ab9a005-316b-406d-94a1-9940f6f4c5f1 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:25.198123 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a01a623a-d6a8-459a-93f6-1dd3ff38141f req-2ab9a005-316b-406d-94a1-9940f6f4c5f1 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 932 time: 0.0619950 Apr 12 11:07:25.253209 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a01a623a-d6a8-459a-93f6-1dd3ff38141f req-c2ed0974-8c44-410e-9456-3c1c2faf854d tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489991 Apr 12 11:07:26.202250 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab669c9c-22eb-44df-9137-646d254a1a85 req-134ef94c-aeaa-4ae8-8f28-ae0f03811bcd tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:26.204605 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ab669c9c-22eb-44df-9137-646d254a1a85 req-134ef94c-aeaa-4ae8-8f28-ae0f03811bcd tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0684061 Apr 12 11:07:26.264350 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ab669c9c-22eb-44df-9137-646d254a1a85 req-6778c50e-d8d7-425c-be7d-6f2b9d4c411b tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528593 Apr 12 11:07:26.385414 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aeb4d-f52a-4506-8f5b-c863c0a8e35a req-10d33ec6-1f0c-47ae-b58c-39675ec47304 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:26.387188 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a08aeb4d-f52a-4506-8f5b-c863c0a8e35a req-10d33ec6-1f0c-47ae-b58c-39675ec47304 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 932 time: 0.0545588 Apr 12 11:07:26.444574 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a08aeb4d-f52a-4506-8f5b-c863c0a8e35a req-135e4484-819a-4212-a06f-54e2adc575e1 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507350 Apr 12 11:07:26.868735 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-21aa4556-ae8a-4779-9492-093e0fdce49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:27.381782 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6ce8d-30da-4d8f-8cb9-f90ae8bea311 req-10eeaa43-593c-40e9-9975-5d823082e937 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:27.383573 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-51e6ce8d-30da-4d8f-8cb9-f90ae8bea311 req-10eeaa43-593c-40e9-9975-5d823082e937 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0504582 Apr 12 11:07:27.436565 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-51e6ce8d-30da-4d8f-8cb9-f90ae8bea311 req-08b26e31-ae00-4706-9f37-97a045a53911 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467851 Apr 12 11:07:27.568629 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250c936-c062-4c1b-843e-2af9d7e81bec req-fd329ff5-fa72-41f5-8f8f-4888eadeef41 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:27.570849 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5250c936-c062-4c1b-843e-2af9d7e81bec req-fd329ff5-fa72-41f5-8f8f-4888eadeef41 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 932 time: 0.0562513 Apr 12 11:07:27.620716 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5250c936-c062-4c1b-843e-2af9d7e81bec req-6db5e394-2b64-47b7-ac9e-fae23bdabcf9 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Apr 12 11:07:28.113116 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:28.566697 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f191a9b-ffb7-437c-9994-8a0beab313c3 req-fdcb39da-8556-4343-ab9b-b0990683dfc8 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:28.568279 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7f191a9b-ffb7-437c-9994-8a0beab313c3 req-fdcb39da-8556-4343-ab9b-b0990683dfc8 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0523605 Apr 12 11:07:28.623546 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7f191a9b-ffb7-437c-9994-8a0beab313c3 req-469bfe70-7bcd-4a98-9fee-d709462d4c90 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497193 Apr 12 11:07:28.765151 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c27036-42d6-427b-82d5-c434a924fea7 req-6a86c947-93a9-4f39-8e96-a3a8c5dfef39 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:28.766838 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-37c27036-42d6-427b-82d5-c434a924fea7 req-6a86c947-93a9-4f39-8e96-a3a8c5dfef39 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 932 time: 0.0614505 Apr 12 11:07:28.851685 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-37c27036-42d6-427b-82d5-c434a924fea7 req-f6ee0c09-fb56-4cb4-9285-b38e7cf378c7 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750568 Apr 12 11:07:29.653118 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:29.745482 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a5aa8-2d81-491e-b1c4-8a44b6ad9b5a req-5ad0428f-9a86-4517-b1c0-1724e5d84a8f tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:29.747581 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-960a5aa8-2d81-491e-b1c4-8a44b6ad9b5a req-5ad0428f-9a86-4517-b1c0-1724e5d84a8f tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0491195 Apr 12 11:07:29.798110 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-960a5aa8-2d81-491e-b1c4-8a44b6ad9b5a req-4f6a317e-fdd6-469e-91e6-03ccd0e1be01 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449479 Apr 12 11:07:29.968853 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1ece7-5f89-4ef3-b4a5-7fabe31f9775 req-869471fb-b24e-45d8-bcba-f1cfe22c3ec0 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:29.970323 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-70d1ece7-5f89-4ef3-b4a5-7fabe31f9775 req-869471fb-b24e-45d8-bcba-f1cfe22c3ec0 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 932 time: 0.0515411 Apr 12 11:07:30.037032 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-70d1ece7-5f89-4ef3-b4a5-7fabe31f9775 req-9bfdb652-9129-4950-a24a-4d9bfecc49c1 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588171 Apr 12 11:07:30.917526 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70de15-9851-4fb0-b530-3683b65a7dde req-35446553-51c4-42ac-b6a3-04c9cbb2939d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:30.919247 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3e70de15-9851-4fb0-b530-3683b65a7dde req-35446553-51c4-42ac-b6a3-04c9cbb2939d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0524476 Apr 12 11:07:30.973360 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3e70de15-9851-4fb0-b530-3683b65a7dde req-2ee8f523-a593-4503-863a-1e9b7e0db3ea tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476520 Apr 12 11:07:31.009045 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Request body: {'port': {'device_id': '5e601174-2ef7-458a-aae2-6622c11612a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:31.076561 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (242ffc99-b944-49b7-a197-33070f6311df), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.102246 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.229715 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579d37f-9172-49fb-bbbe-c1b7bb2eaf45 req-0b77947b-6d30-42e4-8941-1de5652a3563 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:31.231222 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c579d37f-9172-49fb-bbbe-c1b7bb2eaf45 req-0b77947b-6d30-42e4-8941-1de5652a3563 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 932 time: 0.1002476 Apr 12 11:07:31.332035 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c579d37f-9172-49fb-bbbe-c1b7bb2eaf45 req-a570e6f8-a773-4475-a393-1a373fa5473f tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947669 Apr 12 11:07:31.414493 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242ffc99-b944-49b7-a197-33070f6311df {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:07:31.422850 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Publish callbacks [] for port (242ffc99-b944-49b7-a197-33070f6311df), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.436445 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Transition to ACTIVE for port object 242ffc99-b944-49b7-a197-33070f6311df will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:07:31.441753 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (242ffc99-b944-49b7-a197-33070f6311df), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.500701 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Pushing event updated for resources: {'Port': ['ID=242ffc99-b944-49b7-a197-33070f6311df,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:31.567854 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Attempting to bind port 242ffc99-b944-49b7-a197-33070f6311df on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:07:31.568996 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Attempting to bind port 242ffc99-b944-49b7-a197-33070f6311df by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:07:31.569332 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Attempting to bind port 242ffc99-b944-49b7-a197-33070f6311df on network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:31.573943 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Port 242ffc99-b944-49b7-a197-33070f6311df on network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:07:31.574265 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Attempting to bind port 242ffc99-b944-49b7-a197-33070f6311df on network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:31.579445 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:07:31.579786 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Checking segment: {'id': 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:07:31.580170 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Bound using segment: {'id': 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:07:31.580599 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Bound port: 242ffc99-b944-49b7-a197-33070f6311df, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:07:31.580958 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (242ffc99-b944-49b7-a197-33070f6311df), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.653940 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] For port 242ffc99-b944-49b7-a197-33070f6311df, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:07:31.657236 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] For port 242ffc99-b944-49b7-a197-33070f6311df, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=242ffc99-b944-49b7-a197-33070f6311df,segment=NetworkSegment(bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a),segment_id=bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:07:31.664125 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (242ffc99-b944-49b7-a197-33070f6311df), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.703271 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:31.703827 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:31.705253 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] 10.222.0.61 "PUT /v2.0/ports/242ffc99-b944-49b7-a197-33070f6311df HTTP/1.1" status: 200 len: 1094 time: 0.7010503 Apr 12 11:07:31.705829 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e601174-2ef7-458a-aae2-6622c11612a9', 'tag': '242ffc99-b944-49b7-a197-33070f6311df'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:31.708214 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd97c9cf-0b6f-42fb-89ef-d237a86c37a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5e601174-2ef7-458a-aae2-6622c11612a9", "tag": "242ffc99-b944-49b7-a197-33070f6311df"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:31.730080 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9171824-cae9-4766-9d6b-411071638f69 req-e742eace-fddf-4462-893c-719b085fd351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:31.731882 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-c9171824-cae9-4766-9d6b-411071638f69 req-e742eace-fddf-4462-893c-719b085fd351 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 1129 time: 0.0421863 Apr 12 11:07:31.734937 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28774df7-46b6-455f-aa78-4370f38ee0de service neutron] Pushing event updated for resources: {'Port': ['ID=242ffc99-b944-49b7-a197-33070f6311df,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:31.770645 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a953115-cf43-4ec9-b4ac-293b7fcd31f8 x-openstack-request-id: req-0a953115-cf43-4ec9-b4ac-293b7fcd31f8 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:31.770934 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e601174-2ef7-458a-aae2-6622c11612a9", "tag": "242ffc99-b944-49b7-a197-33070f6311df", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:31.771981 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a953115-cf43-4ec9-b4ac-293b7fcd31f8 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:31.772603 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a953115-cf43-4ec9-b4ac-293b7fcd31f8'] response: {'name': 'network-changed', 'server_uuid': '5e601174-2ef7-458a-aae2-6622c11612a9', 'tag': '242ffc99-b944-49b7-a197-33070f6311df', 'status': 'completed', 'code': 200} Apr 12 11:07:31.788997 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-c9171824-cae9-4766-9d6b-411071638f69 req-7290fd22-19c9-48d5-9aaa-1d37cecfa22b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493634 Apr 12 11:07:32.088762 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71271a0-7283-448d-96a4-d102f22fdfc8 req-50fc24b9-56fa-459f-b103-05fd8b497258 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:32.090255 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d71271a0-7283-448d-96a4-d102f22fdfc8 req-50fc24b9-56fa-459f-b103-05fd8b497258 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0478790 Apr 12 11:07:32.138159 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d71271a0-7283-448d-96a4-d102f22fdfc8 req-3898bee6-3c80-4efe-a4f7-7203e9879c21 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423272 Apr 12 11:07:32.218141 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-56188e81-748a-4d4c-a3bb-c39e408d68d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:32.219680 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-56188e81-748a-4d4c-a3bb-c39e408d68d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7543ac2f9f4413494aa881364f2051c&device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 1128 time: 0.0394523 Apr 12 11:07:32.368223 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-887b87c4-c1af-4df3-9173-7994f580a3cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242ffc99-b944-49b7-a197-33070f6311df HTTP/1.1" status: 200 len: 217 time: 0.0332918 Apr 12 11:07:32.446795 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f1048-ee95-4017-97e0-e69dbc81d652 req-5a97c1b0-859f-4237-b0ec-0bc212754a69 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:32.448211 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6c5f1048-ee95-4017-97e0-e69dbc81d652 req-5a97c1b0-859f-4237-b0ec-0bc212754a69 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 944 time: 0.0454190 Apr 12 11:07:32.495580 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6c5f1048-ee95-4017-97e0-e69dbc81d652 req-7012cf72-11ac-4fcd-baa2-896b46d57d6c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417440 Apr 12 11:07:32.850770 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-512625fa-aec2-4ed8-bb46-c55f1a03ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:32.852228 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-512625fa-aec2-4ed8-bb46-c55f1a03ace9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4e62654-4572-48de-b9f9-b812b7412773 HTTP/1.1" status: 200 len: 854 time: 0.0484991 Apr 12 11:07:32.894331 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-5ba1e4e3-350d-4615-bdfa-941d2e8724f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:32.895862 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-5ba1e4e3-350d-4615-bdfa-941d2e8724f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374000 Apr 12 11:07:33.001170 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-03f92f70-f2a3-4b7b-8794-547383e6961f service neutron] 10.222.0.61 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811956 Apr 12 11:07:33.120088 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-a6f69b6a-4c08-4c08-9636-6293f146f264 req-97255b99-6ac9-4abb-a994-053db57142f5 service neutron] 10.222.0.61 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893705 Apr 12 11:07:33.251127 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9302069-ad47-4290-9802-48d2b59cf980 req-5520f1e8-13b3-4a83-b495-e388ca404b18 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:33.252599 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c9302069-ad47-4290-9802-48d2b59cf980 req-5520f1e8-13b3-4a83-b495-e388ca404b18 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0499132 Apr 12 11:07:33.304010 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c9302069-ad47-4290-9802-48d2b59cf980 req-b82c4d7e-6eea-4d98-8926-a55bca61f481 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449219 Apr 12 11:07:33.605088 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d47719-e960-47d9-a1a0-41397c755d9d req-d7d137b6-f852-4321-a54c-0e50e2b576e6 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:33.606426 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-78d47719-e960-47d9-a1a0-41397c755d9d req-d7d137b6-f852-4321-a54c-0e50e2b576e6 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 944 time: 0.0471134 Apr 12 11:07:33.653857 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-78d47719-e960-47d9-a1a0-41397c755d9d req-d35184f6-8824-4ba4-9bb9-30c5325a2699 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Apr 12 11:07:34.339391 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78802276-3abb-47da-b612-a4397f311345 req-0d8d39cc-ed5d-4409-9de8-0a1ad5ef6513 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:34.340976 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-78802276-3abb-47da-b612-a4397f311345 req-0d8d39cc-ed5d-4409-9de8-0a1ad5ef6513 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0496755 Apr 12 11:07:34.423821 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-78802276-3abb-47da-b612-a4397f311345 req-aa70ad4b-30b2-43e9-9616-7a60276f3514 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772626 Apr 12 11:07:34.436328 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510dc0f4-9e85-493b-a64f-f7c0a1074943 req-5297d213-05bd-404d-9a1e-468042590134 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:34.438654 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-510dc0f4-9e85-493b-a64f-f7c0a1074943 req-5297d213-05bd-404d-9a1e-468042590134 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0631325 Apr 12 11:07:34.494880 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-510dc0f4-9e85-493b-a64f-f7c0a1074943 req-4ff883a6-5889-4f46-97bb-cf04f4cc95ea tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498867 Apr 12 11:07:34.605951 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c606aef-704c-44a4-b4ce-3e0268393ff2 req-16d3c974-71ee-4061-b553-b08c2eb3d1ee tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:34.608737 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 242ffc99-b944-49b7-a197-33070f6311df details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:07:34.612593 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3c606aef-704c-44a4-b4ce-3e0268393ff2 req-16d3c974-71ee-4061-b553-b08c2eb3d1ee tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0517933 Apr 12 11:07:34.661607 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3c606aef-704c-44a4-b4ce-3e0268393ff2 req-c9b01966-8ff1-4688-89c8-d5253a7432d6 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481670 Apr 12 11:07:34.684595 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53348) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:34.722380 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 242ffc99-b944-49b7-a197-33070f6311df, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=242ffc99-b944-49b7-a197-33070f6311df,segment=NetworkSegment(bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a),segment_id=bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:34.736048 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '242ffc99-b944-49b7-a197-33070f6311df', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'port_id': '242ffc99-b944-49b7-a197-33070f6311df', 'mac_address': 'fa:16:3e:bd:09:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:07:34.778772 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74f3a7-8cbb-41a3-917e-e0d59efa91ef req-67276d3b-3b3e-4244-9797-6815cd550610 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:34.780287 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ab74f3a7-8cbb-41a3-917e-e0d59efa91ef req-67276d3b-3b3e-4244-9797-6815cd550610 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 944 time: 0.0549698 Apr 12 11:07:34.786041 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 242ffc99-b944-49b7-a197-33070f6311df is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:34.786510 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (242ffc99-b944-49b7-a197-33070f6311df), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:34.805604 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242ffc99-b944-49b7-a197-33070f6311df {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:07:34.837649 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 242ffc99-b944-49b7-a197-33070f6311df, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=242ffc99-b944-49b7-a197-33070f6311df,segment=NetworkSegment(bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a),segment_id=bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:34.842452 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (242ffc99-b944-49b7-a197-33070f6311df), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:34.845396 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ab74f3a7-8cbb-41a3-917e-e0d59efa91ef req-16b480ad-6cd6-4bdf-875a-20a0055bab55 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591874 Apr 12 11:07:34.908022 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=242ffc99-b944-49b7-a197-33070f6311df,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:34.916042 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d0d24-2663-409d-9e89-26dd8ea6f87b tempest-TestShelveInstance-440076329 tempest-TestShelveInstance-440076329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:34.917573 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-514d0d24-2663-409d-9e89-26dd8ea6f87b tempest-TestShelveInstance-440076329 tempest-TestShelveInstance-440076329-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 1124 time: 0.2314236 Apr 12 11:07:34.920549 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53352) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:34.924774 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Request body: {'floatingip': {'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'port_id': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:34.946332 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.027958 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.133540 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Allocated IP 172.27.0.226 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/0f10ad08-c091-45eb-a597-f2067990988b) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:35.237698 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for port (0f10ad08-c091-45eb-a597-f2067990988b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.272726 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (0f10ad08-c091-45eb-a597-f2067990988b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:35.310316 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:35.313498 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:35.316907 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:35.345958 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Pushing event updated for resources: {'Port': ['ID=0f10ad08-c091-45eb-a597-f2067990988b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:35.355876 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['242ffc99-b944-49b7-a197-33070f6311df'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:07:35.479352 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c9cf-0b6f-42fb-89ef-d237a86c37a7 req-cfb01354-6346-46fd-9712-6d09531ccf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:35.479352 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-dd97c9cf-0b6f-42fb-89ef-d237a86c37a7 req-cfb01354-6346-46fd-9712-6d09531ccf7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7543ac2f9f4413494aa881364f2051c&device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 1129 time: 0.0550876 Apr 12 11:07:35.548990 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfb699-2aa8-46b0-aefd-10c218171f84 req-7883f2da-5090-462b-b27e-4c7042a1664f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:35.550712 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-53bfb699-2aa8-46b0-aefd-10c218171f84 req-7883f2da-5090-462b-b27e-4c7042a1664f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0540099 Apr 12 11:07:35.602154 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-53bfb699-2aa8-46b0-aefd-10c218171f84 req-cdc9da89-fe50-4d35-95ba-37aa44d4544a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 Apr 12 11:07:35.708219 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c9cf-0b6f-42fb-89ef-d237a86c37a7 req-a187eb9a-9e5e-4243-9121-2bcf3c96a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:35.710449 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-dd97c9cf-0b6f-42fb-89ef-d237a86c37a7 req-a187eb9a-9e5e-4243-9121-2bcf3c96a42b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a HTTP/1.1" status: 200 len: 916 time: 0.1512017 Apr 12 11:07:35.784285 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-dd97c9cf-0b6f-42fb-89ef-d237a86c37a7 req-f7587154-bb32-4fac-9cbd-2f9d8482fd1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242ffc99-b944-49b7-a197-33070f6311df HTTP/1.1" status: 200 len: 217 time: 0.0674245 Apr 12 11:07:35.863438 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c9cf-0b6f-42fb-89ef-d237a86c37a7 req-543b13e1-63aa-4c9b-b020-4714beb3cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:35.864790 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-dd97c9cf-0b6f-42fb-89ef-d237a86c37a7 req-543b13e1-63aa-4c9b-b020-4714beb3cc3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4e62654-4572-48de-b9f9-b812b7412773 HTTP/1.1" status: 200 len: 854 time: 0.0740068 Apr 12 11:07:35.969415 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72de9e-d1f8-4313-b081-a847f3517965 req-227aec5f-9b69-493d-a143-d254740d9f3a tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:35.971151 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ac72de9e-d1f8-4313-b081-a847f3517965 req-227aec5f-9b69-493d-a143-d254740d9f3a tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 945 time: 0.0526047 Apr 12 11:07:36.022172 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ac72de9e-d1f8-4313-b081-a847f3517965 req-1ce1a5ac-d6ce-458b-97dd-7726882c2aa1 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441675 Apr 12 11:07:36.119770 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for floatingip (7ab7b950-5253-4f4f-8151-7f64e2bce012), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.157536 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97c9cf-0b6f-42fb-89ef-d237a86c37a7 req-6cbf466c-4931-46ce-9d3c-0cd3292cddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:36.159035 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-dd97c9cf-0b6f-42fb-89ef-d237a86c37a7 req-6cbf466c-4931-46ce-9d3c-0cd3292cddab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2864747 Apr 12 11:07:36.249600 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (0f10ad08-c091-45eb-a597-f2067990988b), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.312270 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-dd97c9cf-0b6f-42fb-89ef-d237a86c37a7 req-aa53258a-8e5c-450f-bedb-918eaeb11f91 service neutron] 10.222.0.61 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392398 Apr 12 11:07:36.475329 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-dd97c9cf-0b6f-42fb-89ef-d237a86c37a7 req-fbd29a49-9026-46f6-970b-be0ebe26c5cf service neutron] 10.222.0.61 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501353 Apr 12 11:07:36.490699 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for port (0f10ad08-c091-45eb-a597-f2067990988b), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.495105 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (0f10ad08-c091-45eb-a597-f2067990988b), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.565993 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Pushing event updated for resources: {'Port': ['ID=0f10ad08-c091-45eb-a597-f2067990988b,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:36.579320 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (7ab7b950-5253-4f4f-8151-7f64e2bce012), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.610948 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 242ffc99-b944-49b7-a197-33070f6311df up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:36.660248 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port 242ffc99-b944-49b7-a197-33070f6311df completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:07:36.667570 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 242ffc99-b944-49b7-a197-33070f6311df triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:36.667940 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (242ffc99-b944-49b7-a197-33070f6311df), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.698583 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.l3_db [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Floating IP 7ab7b950-5253-4f4f-8151-7f64e2bce012 associated. External IP: 172.27.0.226, port: ec72bd5c-7ee0-459c-86ec-48692be264fc. Apr 12 11:07:36.729660 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47939133-cb42-4f2f-838f-85b1226655a9 req-5f04eef7-6066-407c-a937-9a05f287faf0 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:36.731219 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-47939133-cb42-4f2f-838f-85b1226655a9 req-5f04eef7-6066-407c-a937-9a05f287faf0 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0494070 Apr 12 11:07:36.773947 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 242ffc99-b944-49b7-a197-33070f6311df is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:36.774453 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (242ffc99-b944-49b7-a197-33070f6311df), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.783421 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-47939133-cb42-4f2f-838f-85b1226655a9 req-b3d15ff9-13b6-4b3e-ab3f-76791c459e41 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441873 Apr 12 11:07:36.802289 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e601174-2ef7-458a-aae2-6622c11612a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242ffc99-b944-49b7-a197-33070f6311df'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:36.805981 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475c995f-5534-4e6f-b1fc-83cfd7eae086" -d '{"events": [{"server_uuid": "5e601174-2ef7-458a-aae2-6622c11612a9", "name": "network-vif-plugged", "status": "completed", "tag": "242ffc99-b944-49b7-a197-33070f6311df"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:36.822712 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 242ffc99-b944-49b7-a197-33070f6311df, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=242ffc99-b944-49b7-a197-33070f6311df,segment=NetworkSegment(bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a),segment_id=bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:36.826986 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (242ffc99-b944-49b7-a197-33070f6311df), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:36.853860 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c50f348-6715-47eb-844a-8456fa666147 x-openstack-request-id: req-1c50f348-6715-47eb-844a-8456fa666147 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:36.854169 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e601174-2ef7-458a-aae2-6622c11612a9", "name": "network-vif-plugged", "status": "completed", "tag": "242ffc99-b944-49b7-a197-33070f6311df", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:36.854415 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c50f348-6715-47eb-844a-8456fa666147 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:36.854805 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c50f348-6715-47eb-844a-8456fa666147'] response: {'server_uuid': '5e601174-2ef7-458a-aae2-6622c11612a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242ffc99-b944-49b7-a197-33070f6311df', 'code': 200} Apr 12 11:07:36.880944 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=242ffc99-b944-49b7-a197-33070f6311df,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:36.886042 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:07:36.938617 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:37.078731 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:37.091485 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1088a0a3-6e4d-4613-8243-7747d2113469 None None] Sync routers for ids ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:37.100841 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626f4e4-96ad-47f6-857c-0d35bcaa4a0a req-5347c8f7-210c-4f1a-a6fe-d6a5fd50f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:37.102546 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-a626f4e4-96ad-47f6-857c-0d35bcaa4a0a req-5347c8f7-210c-4f1a-a6fe-d6a5fd50f589 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 1130 time: 0.0588992 Apr 12 11:07:37.104424 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1088a0a3-6e4d-4613-8243-7747d2113469 None None] Routers {'7ae9eebe-598c-4078-afbe-4e97aa9ee579'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:37.105121 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-1088a0a3-6e4d-4613-8243-7747d2113469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:37.115807 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:37.163528 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d14a32-8c6b-4d6d-bdbd-51d4e22a74c7 req-3a6ce3ee-68be-4a1c-8cb4-7d7be32f2ab0 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:37.165230 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a9d14a32-8c6b-4d6d-bdbd-51d4e22a74c7 req-3a6ce3ee-68be-4a1c-8cb4-7d7be32f2ab0 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 946 time: 0.0743828 Apr 12 11:07:37.168070 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-81742df2-cfc0-430b-a59a-f5795a7e3a22 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2464919 Apr 12 11:07:37.171557 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'tag': 'ec72bd5c-7ee0-459c-86ec-48692be264fc'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:37.173785 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d9b747-bcd8-407e-8ff0-c8f80dddcb54" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bc82e0-6533-49d9-97b8-b8beb3ee9726", "tag": "ec72bd5c-7ee0-459c-86ec-48692be264fc"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:37.187224 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-a626f4e4-96ad-47f6-857c-0d35bcaa4a0a req-ce472569-e92f-4069-8fdf-c38612984ac0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686376 Apr 12 11:07:37.215966 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f82fbe-280f-4ae7-96ba-64f4143c992c x-openstack-request-id: req-e2f82fbe-280f-4ae7-96ba-64f4143c992c {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:37.216955 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bc82e0-6533-49d9-97b8-b8beb3ee9726", "tag": "ec72bd5c-7ee0-459c-86ec-48692be264fc", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:37.217282 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e2f82fbe-280f-4ae7-96ba-64f4143c992c {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:37.217756 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f82fbe-280f-4ae7-96ba-64f4143c992c'] response: {'name': 'network-changed', 'server_uuid': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'tag': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'status': 'completed', 'code': 200} Apr 12 11:07:37.232113 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a9d14a32-8c6b-4d6d-bdbd-51d4e22a74c7 req-4e5fb65b-3eef-435b-b4aa-fda754775c8b tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509496 Apr 12 11:07:37.321574 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-1088a0a3-6e4d-4613-8243-7747d2113469 None None] Set router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:37.540062 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-1088a0a3-6e4d-4613-8243-7747d2113469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:07Z', 'revision_number': 4, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port': {'id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '7ab7b950-5253-4f4f-8151-7f64e2bce012', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'port_id': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'mac_address': 'fa:16:3e:e3:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:07:35Z', 'updated_at': '2022-04-12T11:07:35Z', 'revision_number': 0, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ba716f-d2af-433e-a715-fed159cce269', 'name': '', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'mac_address': 'fa:16:3e:b3:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:06Z', 'updated_at': '2022-04-12T11:06:12Z', 'revision_number': 5, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'subnets': [{'id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:37.565881 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1088a0a3-6e4d-4613-8243-7747d2113469 None None] Checking router: 7ae9eebe-598c-4078-afbe-4e97aa9ee579 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:37.574877 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1088a0a3-6e4d-4613-8243-7747d2113469 None None] Routers {'7ae9eebe-598c-4078-afbe-4e97aa9ee579'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:37.575445 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-1088a0a3-6e4d-4613-8243-7747d2113469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:37.681173 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-1088a0a3-6e4d-4613-8243-7747d2113469 None None] Set router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:37.895679 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-1088a0a3-6e4d-4613-8243-7747d2113469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:07Z', 'revision_number': 4, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port': {'id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '7ab7b950-5253-4f4f-8151-7f64e2bce012', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'port_id': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'mac_address': 'fa:16:3e:e3:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:07:35Z', 'updated_at': '2022-04-12T11:07:35Z', 'revision_number': 0, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ba716f-d2af-433e-a715-fed159cce269', 'name': '', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'mac_address': 'fa:16:3e:b3:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:06Z', 'updated_at': '2022-04-12T11:06:12Z', 'revision_number': 5, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'subnets': [{'id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:37.899615 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63b54b-09e9-411b-8a8c-b3535ec6b82f req-cee946b6-293f-4b5a-b7f5-d8f394aa8df6 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:37.901088 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-da63b54b-09e9-411b-8a8c-b3535ec6b82f req-cee946b6-293f-4b5a-b7f5-d8f394aa8df6 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0464029 Apr 12 11:07:37.922977 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1088a0a3-6e4d-4613-8243-7747d2113469 None None] The sync data for ids ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'] in dv-cinder-830089-4-iscsi is: [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:07Z', 'revision_number': 4, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port': {'id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '7ab7b950-5253-4f4f-8151-7f64e2bce012', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'port_id': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'mac_address': 'fa:16:3e:e3:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:07:35Z', 'updated_at': '2022-04-12T11:07:35Z', 'revision_number': 0, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99ba716f-d2af-433e-a715-fed159cce269', 'name': '', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'mac_address': 'fa:16:3e:b3:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:06Z', 'updated_at': '2022-04-12T11:06:12Z', 'revision_number': 5, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'subnets': [{'id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:37.950589 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-da63b54b-09e9-411b-8a8c-b3535ec6b82f req-70755686-0d56-447a-960c-50f7823ca091 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Apr 12 11:07:38.085637 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9b747-bcd8-407e-8ff0-c8f80dddcb54 req-09da7645-be0e-439a-a436-79958c16c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:38.087179 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-51d9b747-bcd8-407e-8ff0-c8f80dddcb54 req-09da7645-be0e-439a-a436-79958c16c4d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35ac8ed2221744b0a7b34fbd507119a5&device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 1129 time: 0.0403347 Apr 12 11:07:38.125019 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab32db0-7c92-4de6-809c-2b9a6c392e29 None None] New status for floating IP 7ab7b950-5253-4f4f-8151-7f64e2bce012: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:07:38.193091 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9b747-bcd8-407e-8ff0-c8f80dddcb54 req-da387dc8-29cc-4d7a-a1d1-4b691b78072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:38.194578 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-51d9b747-bcd8-407e-8ff0-c8f80dddcb54 req-da387dc8-29cc-4d7a-a1d1-4b691b78072b service neutron] 10.222.0.61 "GET /v2.0/networks?id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b HTTP/1.1" status: 200 len: 910 time: 0.1009159 Apr 12 11:07:38.265114 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-51d9b747-bcd8-407e-8ff0-c8f80dddcb54 req-753bcab9-599f-4078-9317-f2d7cbf92b90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc HTTP/1.1" status: 200 len: 999 time: 0.0606203 Apr 12 11:07:38.321919 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9b747-bcd8-407e-8ff0-c8f80dddcb54 req-df27161d-efc0-4c25-a7f4-9096e6b01dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:38.323438 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-51d9b747-bcd8-407e-8ff0-c8f80dddcb54 req-df27161d-efc0-4c25-a7f4-9096e6b01dd7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3416e3d-2581-42f6-9ca8-86ecaf875af2 HTTP/1.1" status: 200 len: 848 time: 0.0480998 Apr 12 11:07:38.367108 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9b747-bcd8-407e-8ff0-c8f80dddcb54 req-092efce7-0908-4ca4-82a7-7958ff3fedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:38.367980 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfc984-69e8-4940-a099-17672169efbf req-6d70aac5-a446-411c-86cc-3bd506f78972 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:38.368664 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-51d9b747-bcd8-407e-8ff0-c8f80dddcb54 req-092efce7-0908-4ca4-82a7-7958ff3fedf9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383341 Apr 12 11:07:38.369394 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-37dfc984-69e8-4940-a099-17672169efbf req-6d70aac5-a446-411c-86cc-3bd506f78972 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 946 time: 0.0473762 Apr 12 11:07:38.414234 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-37dfc984-69e8-4940-a099-17672169efbf req-7ea0ccb2-a921-4335-8b38-4f1cd32dddb0 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Apr 12 11:07:38.507082 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-51d9b747-bcd8-407e-8ff0-c8f80dddcb54 req-a077920b-cdfe-4fa6-9f8d-68f531a9f14b service neutron] 10.222.0.61 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819919 Apr 12 11:07:39.063869 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e33c7c-1212-4b65-92a0-456318129d79 req-6a44f13b-ac0c-42eb-818b-25c99fc33ff3 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:39.065206 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-31e33c7c-1212-4b65-92a0-456318129d79 req-6a44f13b-ac0c-42eb-818b-25c99fc33ff3 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0490725 Apr 12 11:07:39.109162 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-31e33c7c-1212-4b65-92a0-456318129d79 req-bab6d071-49d4-4197-bb03-3698d28f2cad tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385242 Apr 12 11:07:39.388091 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-db923472-84a4-4902-95b9-0807a3628f97 req-7bc7d2a5-d331-48f4-9c0c-fef48711b3ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387819 Apr 12 11:07:39.403347 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-51d9b747-bcd8-407e-8ff0-c8f80dddcb54 req-5c453306-6bdf-442b-8b63-8ad8c6bbb955 service neutron] 10.222.0.61 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872924 Apr 12 11:07:39.488712 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923472-84a4-4902-95b9-0807a3628f97 req-3e075883-9696-4417-80cb-98fb54180ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:39.490727 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-db923472-84a4-4902-95b9-0807a3628f97 req-3e075883-9696-4417-80cb-98fb54180ad3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 1129 time: 0.0395088 Apr 12 11:07:39.518888 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:39.527517 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0a41e-8653-4dc5-8ebd-4495000302ba req-097f93b2-da5d-4058-b99a-979b878de523 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:39.528965 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-efa0a41e-8653-4dc5-8ebd-4495000302ba req-097f93b2-da5d-4058-b99a-979b878de523 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 946 time: 0.0476489 Apr 12 11:07:39.579576 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-efa0a41e-8653-4dc5-8ebd-4495000302ba req-85bd8d6b-f0fd-43cc-ac39-57c5b3097b76 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449200 Apr 12 11:07:39.600724 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923472-84a4-4902-95b9-0807a3628f97 req-98ce223a-8111-4ca4-8762-1e97c0b29821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:39.602202 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-db923472-84a4-4902-95b9-0807a3628f97 req-98ce223a-8111-4ca4-8762-1e97c0b29821 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 915 time: 0.0899527 Apr 12 11:07:39.667042 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-db923472-84a4-4902-95b9-0807a3628f97 req-b3ecc5ed-b014-41cd-9d72-771105118250 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12d8543b-a8f7-4821-946c-3348a256d253 HTTP/1.1" status: 200 len: 1001 time: 0.0569413 Apr 12 11:07:39.688464 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6f02a-0d5f-401e-8854-cc552c9b41b2 req-5352a8ae-1bd8-46f9-bab9-64b40c86cb27 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:39.689890 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1ef6f02a-0d5f-401e-8854-cc552c9b41b2 req-5352a8ae-1bd8-46f9-bab9-64b40c86cb27 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 946 time: 0.0459871 Apr 12 11:07:39.720220 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923472-84a4-4902-95b9-0807a3628f97 req-7e7e854c-d2a5-42e1-b81e-67df51951561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:39.721653 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-db923472-84a4-4902-95b9-0807a3628f97 req-7e7e854c-d2a5-42e1-b81e-67df51951561 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c307a9d7-336a-46ab-a789-b81d127c4a49 HTTP/1.1" status: 200 len: 853 time: 0.0469117 Apr 12 11:07:39.735405 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1ef6f02a-0d5f-401e-8854-cc552c9b41b2 req-9f2c6f00-4ab4-4109-bf1a-4a613e0ed84e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 Apr 12 11:07:39.770220 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923472-84a4-4902-95b9-0807a3628f97 req-deb8cfb9-7856-46e7-bf4f-9ff06bc960dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:39.771875 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-db923472-84a4-4902-95b9-0807a3628f97 req-deb8cfb9-7856-46e7-bf4f-9ff06bc960dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f32d468-ddbc-4b9d-abc3-b84d288bd876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387309 Apr 12 11:07:39.862066 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-db923472-84a4-4902-95b9-0807a3628f97 req-569eeaf1-cacb-4b21-94e4-09d9dffc7d7a service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827672 Apr 12 11:07:39.961992 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-db923472-84a4-4902-95b9-0807a3628f97 req-0664c0ed-a4e5-4d0b-840b-235855262701 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868802 Apr 12 11:07:40.053386 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412495a2-4a6d-4dc0-a06d-fb7a0bdd75f9 req-9e628544-9949-45fc-8906-bfc957f51df4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:40.054925 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-412495a2-4a6d-4dc0-a06d-fb7a0bdd75f9 req-9e628544-9949-45fc-8906-bfc957f51df4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 946 time: 0.0457804 Apr 12 11:07:40.101594 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-412495a2-4a6d-4dc0-a06d-fb7a0bdd75f9 req-02ed29cf-a23e-44f4-b6f4-6cd14f3e2f78 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Apr 12 11:07:40.223819 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812c7a4-3644-4a51-93a5-711d6c63f4c2 req-5376f0f9-c951-48d7-a406-6bb7a8d9163e tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:40.225807 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7812c7a4-3644-4a51-93a5-711d6c63f4c2 req-5376f0f9-c951-48d7-a406-6bb7a8d9163e tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0502853 Apr 12 11:07:40.272241 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7812c7a4-3644-4a51-93a5-711d6c63f4c2 req-dab875cd-c5a1-4e00-90c1-aa72f166ab52 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409515 Apr 12 11:07:41.382698 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85582a-09b6-493d-8612-2d7e552f04e4 req-7e229bc5-58a5-4219-ac06-ca2729d63ff1 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:41.384151 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1e85582a-09b6-493d-8612-2d7e552f04e4 req-7e229bc5-58a5-4219-ac06-ca2729d63ff1 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0463586 Apr 12 11:07:41.430578 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1e85582a-09b6-493d-8612-2d7e552f04e4 req-dedba6e2-11e2-423c-bcdb-9f24e000d543 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409622 Apr 12 11:07:42.539049 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f361bf9-dc8c-4b14-bb34-3cbc50b90348 req-870e99fa-8361-4b0c-9b7d-58e1ffaa1f4d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:42.540515 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4f361bf9-dc8c-4b14-bb34-3cbc50b90348 req-870e99fa-8361-4b0c-9b7d-58e1ffaa1f4d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0449679 Apr 12 11:07:42.589736 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4f361bf9-dc8c-4b14-bb34-3cbc50b90348 req-a90843fc-3efc-4add-8931-7deeaa713269 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437503 Apr 12 11:07:43.706345 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cff9a-23e9-4bf6-aa90-629c36a2c63a req-2bb82a95-972a-4f9a-9acb-bdb7ea9e47e7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:43.707740 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7c6cff9a-23e9-4bf6-aa90-629c36a2c63a req-2bb82a95-972a-4f9a-9acb-bdb7ea9e47e7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0460899 Apr 12 11:07:43.754997 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7c6cff9a-23e9-4bf6-aa90-629c36a2c63a req-39e0ab10-8b3a-4fc3-92df-da5c72fec91d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413291 Apr 12 11:07:44.864339 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43182734-34e3-4e3d-9b67-1a2f263574f3 req-5d0eeec2-2116-4030-91a2-1e1247d30cef tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:44.865776 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-43182734-34e3-4e3d-9b67-1a2f263574f3 req-5d0eeec2-2116-4030-91a2-1e1247d30cef tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0445917 Apr 12 11:07:44.913529 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-43182734-34e3-4e3d-9b67-1a2f263574f3 req-704b2444-1605-4c3d-a185-5740d078622c tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 Apr 12 11:07:46.026761 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84aba5-4c0a-4360-9c5e-27c52bf46785 req-c6ff7a5a-0241-4c1b-bc72-b119c67979d6 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:46.028365 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1f84aba5-4c0a-4360-9c5e-27c52bf46785 req-c6ff7a5a-0241-4c1b-bc72-b119c67979d6 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0484207 Apr 12 11:07:46.076046 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1f84aba5-4c0a-4360-9c5e-27c52bf46785 req-844a93af-51d3-4052-b077-0edfc0d772dc tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421169 Apr 12 11:07:46.270884 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a869d50-7e07-4ec6-b50c-a56860be8e8c req-3674c875-3382-42f3-898b-36cbd670c159 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:46.272424 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4a869d50-7e07-4ec6-b50c-a56860be8e8c req-3674c875-3382-42f3-898b-36cbd670c159 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0469465 Apr 12 11:07:46.318621 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4a869d50-7e07-4ec6-b50c-a56860be8e8c req-00924d67-6bf7-4066-a19e-0752e362b487 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405412 Apr 12 11:07:46.359648 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44451d95-fb02-4586-9def-5e0c53d4eabd req-09b9e198-6b2e-481f-aba0-0a0e8a2ebced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:46.361102 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-44451d95-fb02-4586-9def-5e0c53d4eabd req-09b9e198-6b2e-481f-aba0-0a0e8a2ebced service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32e5cadd300d492aa1e9baa86a13b241&device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 1130 time: 0.0375135 Apr 12 11:07:46.452373 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44451d95-fb02-4586-9def-5e0c53d4eabd req-838f505b-5e92-4fe4-9383-770e3db8010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:46.453732 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-44451d95-fb02-4586-9def-5e0c53d4eabd req-838f505b-5e92-4fe4-9383-770e3db8010c service neutron] 10.222.0.61 "GET /v2.0/networks?id=0317d028-0989-472a-96e6-acd16004829e HTTP/1.1" status: 200 len: 912 time: 0.0859702 Apr 12 11:07:46.516246 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-44451d95-fb02-4586-9def-5e0c53d4eabd req-6b6fab55-0efa-4f92-a85a-2aee01f2dd72 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=402270a4-9c50-4876-a983-bab38cb615b9 HTTP/1.1" status: 200 len: 1001 time: 0.0560722 Apr 12 11:07:46.568150 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44451d95-fb02-4586-9def-5e0c53d4eabd req-d4d9f643-9b32-4ea4-a385-9bd08defee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:46.569582 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-44451d95-fb02-4586-9def-5e0c53d4eabd req-d4d9f643-9b32-4ea4-a385-9bd08defee20 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960eacfe-1fad-4c86-97dd-e4deb4410d5f HTTP/1.1" status: 200 len: 850 time: 0.0458012 Apr 12 11:07:46.615000 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44451d95-fb02-4586-9def-5e0c53d4eabd req-734bdd9a-3b3b-4797-abd8-5d4e8c6f1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:46.617072 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-44451d95-fb02-4586-9def-5e0c53d4eabd req-734bdd9a-3b3b-4797-abd8-5d4e8c6f1e19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0317d028-0989-472a-96e6-acd16004829e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366809 Apr 12 11:07:46.708107 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-44451d95-fb02-4586-9def-5e0c53d4eabd req-c0155f42-3bd3-45d2-8daf-3821b33f7b51 service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814185 Apr 12 11:07:46.812888 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-44451d95-fb02-4586-9def-5e0c53d4eabd req-794659d0-cefc-465f-a3ec-52e236b34b98 service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930789 Apr 12 11:07:47.438387 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15feeaf0-2a4d-4878-813b-d9524fe1e926 req-38bc300e-6f07-48fc-b8e7-86412ccce579 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:47.440002 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-15feeaf0-2a4d-4878-813b-d9524fe1e926 req-38bc300e-6f07-48fc-b8e7-86412ccce579 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0532062 Apr 12 11:07:47.485877 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-15feeaf0-2a4d-4878-813b-d9524fe1e926 req-cafd697c-32e3-436b-842e-68869fcadff5 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398073 Apr 12 11:07:48.168739 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53510) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:48.274117 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a180fb07-b860-4bdd-b06a-045e2e94335f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:48.347564 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a180fb07-b860-4bdd-b06a-045e2e94335f admin admin] Publish callbacks [] for security_group (1f0f83d7-5b60-4905-8c19-98e19f9a96f0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:48.351770 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a180fb07-b860-4bdd-b06a-045e2e94335f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (1f0f83d7-5b60-4905-8c19-98e19f9a96f0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:48.387663 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-a180fb07-b860-4bdd-b06a-045e2e94335f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35fcdf1637f944c5ae6f7d17284ceecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178526 Apr 12 11:07:48.388808 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180fb07-b860-4bdd-b06a-045e2e94335f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0f83d7-5b60-4905-8c19-98e19f9a96f0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:48.390275 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 53516) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:48.441072 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Publish callbacks [] for security_group (1f0f83d7-5b60-4905-8c19-98e19f9a96f0), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:48.462731 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Publish callbacks [] for security_group (1f0f83d7-5b60-4905-8c19-98e19f9a96f0), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:48.508476 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (1f0f83d7-5b60-4905-8c19-98e19f9a96f0), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:48.511021 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:48.512193 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f0f83d7-5b60-4905-8c19-98e19f9a96f0 HTTP/1.1" status: 204 len: 168 time: 0.1208706 Apr 12 11:07:48.525175 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0f83d7-5b60-4905-8c19-98e19f9a96f0,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:48.532473 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.533490 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.533923 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.534336 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.534732 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.535058 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.535400 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.535939 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.536051 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.536343 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.536653 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.537070 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.537273 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.537627 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.537879 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a751fcb-1a58-4c9e-b901-1d6f055af027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:48.617862 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b7b04-afa2-405c-9531-86eb30a9910e req-ed8a62f0-300c-4bcd-a59e-9610cef8a3ee tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:48.618925 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-de7b7b04-afa2-405c-9531-86eb30a9910e req-ed8a62f0-300c-4bcd-a59e-9610cef8a3ee tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0474935 Apr 12 11:07:48.681899 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-de7b7b04-afa2-405c-9531-86eb30a9910e req-61612ffa-77b7-4d9b-8cff-aa10c71a39af tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499377 Apr 12 11:07:49.129231 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53542) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:49.227857 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-539802554-network', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:49.248172 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] Made reservation on behalf of 7dd6497eaaad4a05931933cef921baf7 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:07:49.250870 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.266559 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.346313 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] Publish callbacks [] for security_group (3aea96ec-5c6c-4544-8aed-0e6977037c96), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.350444 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (3aea96ec-5c6c-4544-8aed-0e6977037c96), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.371822 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:07:49.385322 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aea96ec-5c6c-4544-8aed-0e6977037c96,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:49.389917 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (f40a56ad-eddf-4532-8fdf-ba3179cd0c25), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.390256 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.segments_db [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] Added segment f40a56ad-eddf-4532-8fdf-ba3179cd0c25 of type vlan for network aa720ae2-ca1f-4b0a-85c6-68af09558684 Apr 12 11:07:49.431255 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (aa720ae2-ca1f-4b0a-85c6-68af09558684), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.463813 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (aa720ae2-ca1f-4b0a-85c6-68af09558684), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.464684 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:49.465260 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.497127 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a26ca-731a-4ff4-90ff-ecc6d01e1ac5 req-53a6f982-bd41-44d2-969c-b5224ad70b2e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:49.498579 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3682661 Apr 12 11:07:49.499020 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6b1a26ca-731a-4ff4-90ff-ecc6d01e1ac5 req-53a6f982-bd41-44d2-969c-b5224ad70b2e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 946 time: 0.0565977 Apr 12 11:07:49.501880 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 53554) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:49.508305 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-da5cd89b-dbf9-4a76-978b-0b46e870f83f admin admin] Request body: {'subnet': {'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-539802554-subnet', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'ip_version': 4}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:49.535399 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297f113-564a-4c42-8e0d-26895d38c967 admin admin] Pushing event updated for resources: {'Network': ['ID=aa720ae2-ca1f-4b0a-85c6-68af09558684,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:49.546570 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network aa720ae2-ca1f-4b0a-85c6-68af09558684 details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:07:49.558639 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5cd89b-dbf9-4a76-978b-0b46e870f83f admin admin] Made reservation on behalf of 7dd6497eaaad4a05931933cef921baf7 for: {'subnet': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:07:49.560896 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-da5cd89b-dbf9-4a76-978b-0b46e870f83f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24906906'] for subnet (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.578971 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6b1a26ca-731a-4ff4-90ff-ecc6d01e1ac5 req-0cb75e2e-cd6a-4927-a15b-34959ae261f2 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667019 Apr 12 11:07:49.603545 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53556) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:49.730925 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-da5cd89b-dbf9-4a76-978b-0b46e870f83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12698830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24906888'] for subnet (dec2725a-db75-4393-837d-063e3bb8e039), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.746163 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42907e5f-242c-4334-94a7-37fc6ebad5a4 tempest-TestMinimumBasicScenario-362048348 tempest-TestMinimumBasicScenario-362048348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:49.750625 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-42907e5f-242c-4334-94a7-37fc6ebad5a4 tempest-TestMinimumBasicScenario-362048348 tempest-TestMinimumBasicScenario-362048348-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 1125 time: 0.1431866 Apr 12 11:07:49.750787 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53562) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:49.754977 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Request body: {'floatingip': {'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'port_id': '242ffc99-b944-49b7-a197-33070f6311df', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:49.775947 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.789373 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cd89b-dbf9-4a76-978b-0b46e870f83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec2725a-db75-4393-837d-063e3bb8e039,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:49.797390 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5cd89b-dbf9-4a76-978b-0b46e870f83f admin admin] Checking segment: {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:07:49.797779 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5cd89b-dbf9-4a76-978b-0b46e870f83f admin admin] Network hostable DHCP agents. Network: aa720ae2-ca1f-4b0a-85c6-68af09558684, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:07:49.818259 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5cd89b-dbf9-4a76-978b-0b46e870f83f admin admin] Network aa720ae2-ca1f-4b0a-85c6-68af09558684 is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:07:49.832862 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-da5cd89b-dbf9-4a76-978b-0b46e870f83f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, aa720ae2-ca1f-4b0a-85c6-68af09558684) {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:49.839730 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5cd89b-dbf9-4a76-978b-0b46e870f83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:49.840320 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-da5cd89b-dbf9-4a76-978b-0b46e870f83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.855545 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9047b6-a186-46bb-84ff-f4bab70b744c None None] Network aa720ae2-ca1f-4b0a-85c6-68af09558684 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:07:49.859667 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-da5cd89b-dbf9-4a76-978b-0b46e870f83f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3565295 Apr 12 11:07:49.862270 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 53564) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:49.864973 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.867028 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:49.886174 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16432943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-404'] for router (12f0ccb6-3320-49a1-857a-30fb0c2468f1), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.887594 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16431519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16479268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16603459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (12f0ccb6-3320-49a1-857a-30fb0c2468f1), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.944274 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Publish callbacks [] for router_controller (12f0ccb6-3320-49a1-857a-30fb0c2468f1), precommit_add_association {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.964732 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfdabb7b-1339-58fe-8e8f-4cb6443bbd26-aa720ae2-ca1f-4b0a-85c6-68af09558684', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039'}]}} from dv-cinder-830089-4-iscsi. {{(pid=103204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:07:49.965758 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:49.987248 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Allocated IP 172.27.0.170 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/2e390409-c75a-4898-b2e1-5f537fc4646c) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:50.093545 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Publish callbacks [] for router_gateway (12f0ccb6-3320-49a1-857a-30fb0c2468f1), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:50.121799 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for port (2e390409-c75a-4898-b2e1-5f537fc4646c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:50.141877 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Allocated IP 172.20.0.2 (aa720ae2-ca1f-4b0a-85c6-68af09558684/dec2725a-db75-4393-837d-063e3bb8e039/7f00568e-a79a-44ef-8f7e-f730487dcb13) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:50.181546 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (2e390409-c75a-4898-b2e1-5f537fc4646c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:50.234967 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:50.242579 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:50.249750 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:50.282007 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event updated for resources: {'Port': ['ID=2e390409-c75a-4898-b2e1-5f537fc4646c,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:50.324710 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Publish callbacks [] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:50.336270 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:50.383829 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Network aa720ae2-ca1f-4b0a-85c6-68af09558684 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:50.388977 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:50.392788 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:50.400370 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Pushing event updated for resources: {'Port': ['ID=7f00568e-a79a-44ef-8f7e-f730487dcb13,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:50.469023 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Attempting to bind port 7f00568e-a79a-44ef-8f7e-f730487dcb13 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:07:50.469285 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Attempting to bind port 7f00568e-a79a-44ef-8f7e-f730487dcb13 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:07:50.469598 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Attempting to bind port 7f00568e-a79a-44ef-8f7e-f730487dcb13 on network aa720ae2-ca1f-4b0a-85c6-68af09558684 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:50.476158 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:07:50.478703 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Checking segment: {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:07:50.478703 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:50.478703 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Bound using segment: {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:07:50.478703 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Bound port: 7f00568e-a79a-44ef-8f7e-f730487dcb13, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:07:50.479613 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:50.545190 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] For port 7f00568e-a79a-44ef-8f7e-f730487dcb13, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:07:50.549139 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] For port 7f00568e-a79a-44ef-8f7e-f730487dcb13, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=7f00568e-a79a-44ef-8f7e-f730487dcb13,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:07:50.556934 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:50.606154 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0534d2c-cdda-4cb9-bd31-14cab8ef0b48 req-e2222bb5-d490-4367-b014-eb24962af040 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:50.607789 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e0534d2c-cdda-4cb9-bd31-14cab8ef0b48 req-e2222bb5-d490-4367-b014-eb24962af040 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 946 time: 0.1041815 Apr 12 11:07:50.621294 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d78cdc-cb87-4163-9f93-12ceeeccb08d None None] Pushing event updated for resources: {'Port': ['ID=7f00568e-a79a-44ef-8f7e-f730487dcb13,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:50.639976 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Publish callbacks [] for router_gateway (12f0ccb6-3320-49a1-857a-30fb0c2468f1), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:50.671374 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:50.742198 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e0534d2c-cdda-4cb9-bd31-14cab8ef0b48 req-f5e44674-b476-4f2c-8019-4d283fbdd2bd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249008 Apr 12 11:07:50.830566 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Allocated IP 172.27.0.27 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/2ae7a4e8-349b-418e-ad9e-88d7749549fb) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:50.955090 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for floatingip (1b87ebe7-9924-44f5-bdb3-e42830219dea), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:50.971672 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Publish callbacks [] for port (2ae7a4e8-349b-418e-ad9e-88d7749549fb), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.008062 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 7f00568e-a79a-44ef-8f7e-f730487dcb13 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:51.026422 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (2ae7a4e8-349b-418e-ad9e-88d7749549fb), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.061305 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (2e390409-c75a-4898-b2e1-5f537fc4646c), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.062232 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 7f00568e-a79a-44ef-8f7e-f730487dcb13 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:51.064327 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.071521 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:51.075780 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:51.080684 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:51.083791 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Pushing event updated for resources: {'Port': ['ID=2ae7a4e8-349b-418e-ad9e-88d7749549fb,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:51.160021 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 7f00568e-a79a-44ef-8f7e-f730487dcb13 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:51.160408 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.207902 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port 7f00568e-a79a-44ef-8f7e-f730487dcb13, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=7f00568e-a79a-44ef-8f7e-f730487dcb13,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:51.213710 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.236784 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for port (2e390409-c75a-4898-b2e1-5f537fc4646c), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.243539 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (2e390409-c75a-4898-b2e1-5f537fc4646c), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.268265 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=7f00568e-a79a-44ef-8f7e-f730487dcb13,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:51.317169 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event updated for resources: {'Port': ['ID=2e390409-c75a-4898-b2e1-5f537fc4646c,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:51.329601 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (1b87ebe7-9924-44f5-bdb3-e42830219dea), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.353728 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Publish callbacks [] for router_gateway (12f0ccb6-3320-49a1-857a-30fb0c2468f1), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.439400 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.l3_db [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Floating IP 1b87ebe7-9924-44f5-bdb3-e42830219dea associated. External IP: 172.27.0.170, port: 242ffc99-b944-49b7-a197-33070f6311df. Apr 12 11:07:51.568202 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16431526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16479191'] for router (12f0ccb6-3320-49a1-857a-30fb0c2468f1), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.664198 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daa3107-4c89-4693-83dd-0210a00ee35f None None] Network aa720ae2-ca1f-4b0a-85c6-68af09558684 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:07:51.679211 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Router c29f6c18-cdae-4178-875a-e8d1bf60547e has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:51.712163 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 is scheduled to L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb with binding_index 1 {{(pid=103203) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:07:51.738532 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-4672e845-89a8-4078-b04d-d6276c9cfcfa None None] Provisioning complete for port 7f00568e-a79a-44ef-8f7e-f730487dcb13 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:51.738899 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4672e845-89a8-4078-b04d-d6276c9cfcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.802824 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:51.818026 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f1173-a787-415a-b09a-110d859b08db None None] Sync routers for ids ['c29f6c18-cdae-4178-875a-e8d1bf60547e'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:51.824703 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.840862 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f1173-a787-415a-b09a-110d859b08db None None] Routers {'c29f6c18-cdae-4178-875a-e8d1bf60547e'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:51.841747 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-8d0f1173-a787-415a-b09a-110d859b08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c29f6c18-cdae-4178-875a-e8d1bf60547e'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:51.867297 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-4672e845-89a8-4078-b04d-d6276c9cfcfa None None] Current status of the port 7f00568e-a79a-44ef-8f7e-f730487dcb13 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:51.873667 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-6a2b101d-3356-49e2-bbf4-4bbbb4183609 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1219049 Apr 12 11:07:51.874441 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e601174-2ef7-458a-aae2-6622c11612a9', 'tag': '242ffc99-b944-49b7-a197-33070f6311df'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:51.876810 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c26434-7c03-4e67-9d4e-b0e27de80e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e601174-2ef7-458a-aae2-6622c11612a9", "tag": "242ffc99-b944-49b7-a197-33070f6311df"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:51.878956 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53580) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:51.893463 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789775350', 'description': 'tempest-secgroup-smoke-1789775350 description', 'project_id': 'c7543ac2f9f4413494aa881364f2051c'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:51.911368 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d143126-3f9f-4dc5-bceb-78856b28341e req-06403a54-396b-4392-8c2c-946cea512737 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:51.912867 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7d143126-3f9f-4dc5-bceb-78856b28341e req-06403a54-396b-4392-8c2c-946cea512737 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 946 time: 0.0505242 Apr 12 11:07:51.926096 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190f5eec-f554-4992-a9e0-2e3e5f2b5899 x-openstack-request-id: req-190f5eec-f554-4992-a9e0-2e3e5f2b5899 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:51.926419 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e601174-2ef7-458a-aae2-6622c11612a9", "tag": "242ffc99-b944-49b7-a197-33070f6311df", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:51.926806 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-190f5eec-f554-4992-a9e0-2e3e5f2b5899 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:51.927229 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190f5eec-f554-4992-a9e0-2e3e5f2b5899'] response: {'name': 'network-changed', 'server_uuid': '5e601174-2ef7-458a-aae2-6622c11612a9', 'tag': '242ffc99-b944-49b7-a197-33070f6311df', 'status': 'completed', 'code': 200} Apr 12 11:07:51.942840 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:51.952820 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:51.963284 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Sync routers for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:51.979762 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:51.980244 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-8d0f1173-a787-415a-b09a-110d859b08db None None] Set router c29f6c18-cdae-4178-875a-e8d1bf60547e gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:51.980762 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:52.026117 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7d143126-3f9f-4dc5-bceb-78856b28341e req-39e18915-56cd-46d8-8321-a3fc56106f8b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058602 Apr 12 11:07:52.031940 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.036514 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-fa1d72aa-f92a-47dc-b898-d72b459ef2cb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1730103 Apr 12 11:07:52.037343 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 53584) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:52.096148 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group (e7e56298-9156-49c7-81c5-7514b24f5297), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.107241 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e7e56298-9156-49c7-81c5-7514b24f5297), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.145099 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e56298-9156-49c7-81c5-7514b24f5297,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:52.156003 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.160609 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2762055 Apr 12 11:07:52.161872 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26434-7c03-4e67-9d4e-b0e27de80e7b req-2e80232d-f802-4b54-b99f-915ff4da912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:52.163721 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-04c26434-7c03-4e67-9d4e-b0e27de80e7b req-2e80232d-f802-4b54-b99f-915ff4da912d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7543ac2f9f4413494aa881364f2051c&device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 1130 time: 0.1174579 Apr 12 11:07:52.164396 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53586) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:52.166059 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.166475 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.166885 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.167323 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.167723 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.168125 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.168540 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.168897 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.169311 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.169715 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.170097 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.170603 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.170936 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.171291 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.171625 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce167d94-3559-456e-a65d-b7a9f953db4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:52.179685 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-226607ea-4653-46e5-93b6-32306858386a tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Request body: {'security_group_rule': {'security_group_id': 'e7e56298-9156-49c7-81c5-7514b24f5297', 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:52.205254 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-4c7be9fb-69ec-41da-ba5f-c632e2df9eff None None] Provisioning complete for port 7f00568e-a79a-44ef-8f7e-f730487dcb13 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:52.205623 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4c7be9fb-69ec-41da-ba5f-c632e2df9eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.265963 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:52.269893 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-226607ea-4653-46e5-93b6-32306858386a tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (5266664c-53da-4810-959d-15162949ae76), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.312909 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-8d0f1173-a787-415a-b09a-110d859b08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:06:57Z', 'revision_number': 4, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '1b87ebe7-9924-44f5-bdb3-e42830219dea', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'port_id': '242ffc99-b944-49b7-a197-33070f6311df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'mac_address': 'fa:16:3e:bd:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e601174-2ef7-458a-aae2-6622c11612a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:50Z', 'revision_number': 0, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc579e80-30ad-445f-a130-4ff8f4da59e8', 'name': '', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'mac_address': 'fa:16:3e:dd:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:55Z', 'updated_at': '2022-04-12T11:07:01Z', 'revision_number': 5, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'subnets': [{'id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:52.333650 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-226607ea-4653-46e5-93b6-32306858386a tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (5266664c-53da-4810-959d-15162949ae76), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.342750 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-226607ea-4653-46e5-93b6-32306858386a tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (5266664c-53da-4810-959d-15162949ae76), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.343111 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f1173-a787-415a-b09a-110d859b08db None None] Checking router: c29f6c18-cdae-4178-875a-e8d1bf60547e for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:52.353734 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f1173-a787-415a-b09a-110d859b08db None None] Routers {'c29f6c18-cdae-4178-875a-e8d1bf60547e'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:52.355000 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-8d0f1173-a787-415a-b09a-110d859b08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c29f6c18-cdae-4178-875a-e8d1bf60547e'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:52.373984 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226607ea-4653-46e5-93b6-32306858386a tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5266664c-53da-4810-959d-15162949ae76,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:52.380046 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-4c7be9fb-69ec-41da-ba5f-c632e2df9eff None None] Current status of the port 7f00568e-a79a-44ef-8f7e-f730487dcb13 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:52.382404 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26434-7c03-4e67-9d4e-b0e27de80e7b req-7760b2a2-c837-4789-b685-cfc090fed73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:52.384364 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-04c26434-7c03-4e67-9d4e-b0e27de80e7b req-7760b2a2-c837-4789-b685-cfc090fed73b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a HTTP/1.1" status: 200 len: 916 time: 0.1958504 Apr 12 11:07:52.389967 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-226607ea-4653-46e5-93b6-32306858386a tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.394435 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-226607ea-4653-46e5-93b6-32306858386a tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2192402 Apr 12 11:07:52.395216 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53588) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:52.400491 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f634381d-07dc-4099-9241-9808cfaf93a9 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Request body: {'security_group_rule': {'security_group_id': 'e7e56298-9156-49c7-81c5-7514b24f5297', 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:52.467943 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f634381d-07dc-4099-9241-9808cfaf93a9 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (41a10ada-312c-46a3-8b29-16faa671dd0d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.497962 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f041-d662-4626-af8b-3e292ff7584a req-123033e7-bb71-4342-90eb-ba73ad7c504a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:52.499477 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c236f041-d662-4626-af8b-3e292ff7584a req-123033e7-bb71-4342-90eb-ba73ad7c504a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 946 time: 0.0806720 Apr 12 11:07:52.504259 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-8d0f1173-a787-415a-b09a-110d859b08db None None] Set router c29f6c18-cdae-4178-875a-e8d1bf60547e gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:52.517351 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-04c26434-7c03-4e67-9d4e-b0e27de80e7b req-841ba1fe-8e39-4cb3-a010-928e016bdd74 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242ffc99-b944-49b7-a197-33070f6311df HTTP/1.1" status: 200 len: 1000 time: 0.0979741 Apr 12 11:07:52.540104 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:51Z', 'revision_number': 3, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:52.574617 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Checking router: 12f0ccb6-3320-49a1-857a-30fb0c2468f1 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:52.575238 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Updating router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 port 2ae7a4e8-349b-418e-ad9e-88d7749549fb binding host dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:07:52.578348 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26434-7c03-4e67-9d4e-b0e27de80e7b req-3d43a76e-cbfd-4bb8-b94c-ccb7794abb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:52.579945 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-04c26434-7c03-4e67-9d4e-b0e27de80e7b req-3d43a76e-cbfd-4bb8-b94c-ccb7794abb0a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4e62654-4572-48de-b9f9-b812b7412773 HTTP/1.1" status: 200 len: 854 time: 0.0529804 Apr 12 11:07:52.607803 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (2ae7a4e8-349b-418e-ad9e-88d7749549fb), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.626404 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f634381d-07dc-4099-9241-9808cfaf93a9 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (41a10ada-312c-46a3-8b29-16faa671dd0d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.636771 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f634381d-07dc-4099-9241-9808cfaf93a9 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (41a10ada-312c-46a3-8b29-16faa671dd0d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.656360 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634381d-07dc-4099-9241-9808cfaf93a9 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a10ada-312c-46a3-8b29-16faa671dd0d,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:52.661525 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c26434-7c03-4e67-9d4e-b0e27de80e7b req-1c01acf8-2a6f-4669-9fe3-0cafe26d9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:52.663959 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-04c26434-7c03-4e67-9d4e-b0e27de80e7b req-1c01acf8-2a6f-4669-9fe3-0cafe26d9bbc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753007 Apr 12 11:07:52.681050 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f634381d-07dc-4099-9241-9808cfaf93a9 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.681499 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-c236f041-d662-4626-af8b-3e292ff7584a req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Deleting port a054581b-5f31-4140-aa8b-e488d0d47c10 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:52.681839 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c236f041-d662-4626-af8b-3e292ff7584a req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.686286 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-f634381d-07dc-4099-9241-9808cfaf93a9 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2899408 Apr 12 11:07:52.687402 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53590) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:52.701456 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f721263c-740a-4b90-9bda-515103f8a964 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Request body: {'security_group_rule': {'security_group_id': 'e7e56298-9156-49c7-81c5-7514b24f5297', 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:52.748226 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f721263c-740a-4b90-9bda-515103f8a964 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (85f2f890-e769-4024-94c0-784665bd802f), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.789626 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.881696 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-c236f041-d662-4626-af8b-3e292ff7584a req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] For port a054581b-5f31-4140-aa8b-e488d0d47c10, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=a054581b-5f31-4140-aa8b-e488d0d47c10,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:52.882610 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c236f041-d662-4626-af8b-3e292ff7584a req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.917222 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f721263c-740a-4b90-9bda-515103f8a964 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (85f2f890-e769-4024-94c0-784665bd802f), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.920327 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-8d0f1173-a787-415a-b09a-110d859b08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:06:57Z', 'revision_number': 4, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '1b87ebe7-9924-44f5-bdb3-e42830219dea', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'port_id': '242ffc99-b944-49b7-a197-33070f6311df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'mac_address': 'fa:16:3e:bd:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e601174-2ef7-458a-aae2-6622c11612a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:50Z', 'revision_number': 0, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc579e80-30ad-445f-a130-4ff8f4da59e8', 'name': '', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'mac_address': 'fa:16:3e:dd:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:55Z', 'updated_at': '2022-04-12T11:07:01Z', 'revision_number': 5, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'subnets': [{'id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:52.921046 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-04c26434-7c03-4e67-9d4e-b0e27de80e7b req-ff0ea31f-4b23-4e35-85bf-5ea4bc812c6d service neutron] 10.222.0.61 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320089 Apr 12 11:07:52.925562 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f721263c-740a-4b90-9bda-515103f8a964 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (85f2f890-e769-4024-94c0-784665bd802f), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.961423 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f1173-a787-415a-b09a-110d859b08db None None] The sync data for ids ['c29f6c18-cdae-4178-875a-e8d1bf60547e'] in dv-cinder-830089-4-iscsi is: [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:06:57Z', 'revision_number': 4, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '1b87ebe7-9924-44f5-bdb3-e42830219dea', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'port_id': '242ffc99-b944-49b7-a197-33070f6311df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'mac_address': 'fa:16:3e:bd:09:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e601174-2ef7-458a-aae2-6622c11612a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:50Z', 'revision_number': 0, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc579e80-30ad-445f-a130-4ff8f4da59e8', 'name': '', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'mac_address': 'fa:16:3e:dd:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:55Z', 'updated_at': '2022-04-12T11:07:01Z', 'revision_number': 5, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'subnets': [{'id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:52.969186 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721263c-740a-4b90-9bda-515103f8a964 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f2f890-e769-4024-94c0-784665bd802f,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:52.984080 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Publish callbacks [] for port (2ae7a4e8-349b-418e-ad9e-88d7749549fb), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.993671 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f721263c-740a-4b90-9bda-515103f8a964 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:52.998669 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-f721263c-740a-4b90-9bda-515103f8a964 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3057976 Apr 12 11:07:52.998669 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53596) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:53.000606 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (2ae7a4e8-349b-418e-ad9e-88d7749549fb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.002715 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e0e873ce-389b-4bf7-8cc4-cee83f128094 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Request body: {'security_group_rule': {'security_group_id': 'e7e56298-9156-49c7-81c5-7514b24f5297', 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:53.089993 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 7f00568e-a79a-44ef-8f7e-f730487dcb13 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:53.127992 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0e873ce-389b-4bf7-8cc4-cee83f128094 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (5432a1ae-ba3a-4dcc-a724-78e8f4a2db00), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.142800 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Allocated IP 172.20.0.1 (aa720ae2-ca1f-4b0a-85c6-68af09558684/dec2725a-db75-4393-837d-063e3bb8e039/d2d85a75-e1d7-46e0-bd89-79ab3ed3a903) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:53.146182 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-04c26434-7c03-4e67-9d4e-b0e27de80e7b req-08460f3b-e350-4cdf-978d-6b14c38af49e service neutron] 10.222.0.61 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154279 Apr 12 11:07:53.272662 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0e873ce-389b-4bf7-8cc4-cee83f128094 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (5432a1ae-ba3a-4dcc-a724-78e8f4a2db00), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.278697 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0e873ce-389b-4bf7-8cc4-cee83f128094 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (5432a1ae-ba3a-4dcc-a724-78e8f4a2db00), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.314886 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0e873ce-389b-4bf7-8cc4-cee83f128094 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.318410 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-e0e873ce-389b-4bf7-8cc4-cee83f128094 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3171966 Apr 12 11:07:53.323267 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bfb10e-5532-4bd3-a0cd-43aad937bea8 None None] New status for floating IP 1b87ebe7-9924-44f5-bdb3-e42830219dea: ACTIVE {{(pid=103205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:07:53.331892 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53610) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:53.334780 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e873ce-389b-4bf7-8cc4-cee83f128094 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5432a1ae-ba3a-4dcc-a724-78e8f4a2db00,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:53.344518 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e3e159cb-dd6f-4128-9ada-277d298438ec tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Request body: {'security_group_rule': {'security_group_id': 'e7e56298-9156-49c7-81c5-7514b24f5297', 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:53.358931 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Attempting to bind port 2ae7a4e8-349b-418e-ad9e-88d7749549fb on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:07:53.359456 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Attempting to bind port 2ae7a4e8-349b-418e-ad9e-88d7749549fb by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:07:53.359935 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Attempting to bind port 2ae7a4e8-349b-418e-ad9e-88d7749549fb on network 07cd2b0c-0781-4dba-a87d-e263ec3a559e {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:53.375892 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-e3e159cb-dd6f-4128-9ada-277d298438ec tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Project c7543ac2f9f4413494aa881364f2051c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:07:53.376641 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:07:53.377144 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Checking segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:07:53.378334 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.378857 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Bound using segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:07:53.380089 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Bound port: 2ae7a4e8-349b-418e-ad9e-88d7749549fb, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:07:53.380605 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (2ae7a4e8-349b-418e-ad9e-88d7749549fb), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.385983 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e3e159cb-dd6f-4128-9ada-277d298438ec tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (2fff4ee4-2ba5-42e8-b539-53921d8cf912), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.423795 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2be12-5b04-40a9-a155-0322e9b14ec5 req-7bcd468c-81fb-4962-809c-9c4deecb2975 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:53.432623 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8ea2be12-5b04-40a9-a155-0322e9b14ec5 req-7bcd468c-81fb-4962-809c-9c4deecb2975 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 946 time: 0.1917880 Apr 12 11:07:53.439727 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] For port 2ae7a4e8-349b-418e-ad9e-88d7749549fb, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:07:53.443105 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] For port 2ae7a4e8-349b-418e-ad9e-88d7749549fb, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=2ae7a4e8-349b-418e-ad9e-88d7749549fb,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:07:53.460044 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 7f00568e-a79a-44ef-8f7e-f730487dcb13 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:53.460044 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.464055 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e3e159cb-dd6f-4128-9ada-277d298438ec tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (2fff4ee4-2ba5-42e8-b539-53921d8cf912), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.478241 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e3e159cb-dd6f-4128-9ada-277d298438ec tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (2fff4ee4-2ba5-42e8-b539-53921d8cf912), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.502686 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (2ae7a4e8-349b-418e-ad9e-88d7749549fb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.508905 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Publish callbacks [] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.509129 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1acac2-e74f-4eb0-8fd9-97025c2c0934 None None] Pushing event updated for resources: {'Port': ['ID=2ae7a4e8-349b-418e-ad9e-88d7749549fb,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:53.514483 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e159cb-dd6f-4128-9ada-277d298438ec tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fff4ee4-2ba5-42e8-b539-53921d8cf912,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:53.542659 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e3e159cb-dd6f-4128-9ada-277d298438ec tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.544029 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-e3e159cb-dd6f-4128-9ada-277d298438ec tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2111292 Apr 12 11:07:53.546986 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53614) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:53.551865 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-e82c9a39-0a0a-4de1-b3db-be04e9101ea3 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Request body: {'security_group_rule': {'security_group_id': 'e7e56298-9156-49c7-81c5-7514b24f5297', 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:53.597446 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1acac2-e74f-4eb0-8fd9-97025c2c0934 None None] Pushing event updated for resources: {'Port': ['ID=2ae7a4e8-349b-418e-ad9e-88d7749549fb,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:53.600132 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8ea2be12-5b04-40a9-a155-0322e9b14ec5 req-601bab27-79cf-471e-a25e-d6977b2e3d75 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=341809d9-2b43-4750-81fc-8518e1047569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666055 Apr 12 11:07:53.601852 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.607003 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-e82c9a39-0a0a-4de1-b3db-be04e9101ea3 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Project c7543ac2f9f4413494aa881364f2051c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:07:53.612799 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e82c9a39-0a0a-4de1-b3db-be04e9101ea3 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (192f5463-65b3-4148-bc21-85ad84ee6b5d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.632197 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:53.632197 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:53.671690 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Network aa720ae2-ca1f-4b0a-85c6-68af09558684 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:53.718823 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e82c9a39-0a0a-4de1-b3db-be04e9101ea3 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (192f5463-65b3-4148-bc21-85ad84ee6b5d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.724301 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:53.725283 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e82c9a39-0a0a-4de1-b3db-be04e9101ea3 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (192f5463-65b3-4148-bc21-85ad84ee6b5d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.757414 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:53.760064 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 7f00568e-a79a-44ef-8f7e-f730487dcb13 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:53.760825 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c9a39-0a0a-4de1-b3db-be04e9101ea3 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192f5463-65b3-4148-bc21-85ad84ee6b5d,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:53.781202 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e82c9a39-0a0a-4de1-b3db-be04e9101ea3 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.782416 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-e82c9a39-0a0a-4de1-b3db-be04e9101ea3 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2344451 Apr 12 11:07:53.853413 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Pushing event updated for resources: {'Port': ['ID=d2d85a75-e1d7-46e0-bd89-79ab3ed3a903,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:53.868136 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:53.873087 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c236f041-d662-4626-af8b-3e292ff7584a req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.873447 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c236f041-d662-4626-af8b-3e292ff7584a req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (d131e3a5-a9eb-4496-8195-a153a387ca34), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:53.873757 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [req-c236f041-d662-4626-af8b-3e292ff7584a req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Floating IP d131e3a5-a9eb-4496-8195-a153a387ca34 disassociated. External IP: 172.27.0.47, port: a054581b-5f31-4140-aa8b-e488d0d47c10. Apr 12 11:07:53.874089 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-c236f041-d662-4626-af8b-3e292ff7584a req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Calling delete_port for a054581b-5f31-4140-aa8b-e488d0d47c10 owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:53.900360 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16479012'] for router_interface (12f0ccb6-3320-49a1-857a-30fb0c2468f1), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:54.004902 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d5c147b7-23d3-46c6-a79b-fa45d378b79a req-ab921ea2-1360-46a0-9661-11b62d8f07c4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789775350&fields=id&tenant_id=c7543ac2f9f4413494aa881364f2051c HTTP/1.1" status: 200 len: 267 time: 0.1438174 Apr 12 11:07:54.041301 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-74ff0938-965f-4d8f-808f-c80791bb4b6c None None] Provisioning complete for port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:54.041917 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-74ff0938-965f-4d8f-808f-c80791bb4b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:54.081452 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:51Z', 'revision_number': 3, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:54.087235 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-74ff0938-965f-4d8f-808f-c80791bb4b6c None None] Port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:07:54.113249 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1646bd16-821b-4ad8-84c0-1787414f03a2 None None] The sync data for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi is: [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:51Z', 'revision_number': 3, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:54.119650 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c147b7-23d3-46c6-a79b-fa45d378b79a req-68cdc4c2-1ee0-4add-bb11-d9ea17761366 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:54.121138 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d5c147b7-23d3-46c6-a79b-fa45d378b79a req-68cdc4c2-1ee0-4add-bb11-d9ea17761366 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 946 time: 0.1057198 Apr 12 11:07:54.137702 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-d5c147b7-23d3-46c6-a79b-fa45d378b79a req-3daecb3f-f125-4df1-852b-74bd931c958e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Request body: {'port': {'security_groups': ['fff36da3-5149-45e6-81f9-e18f93d09400', 'e7e56298-9156-49c7-81c5-7514b24f5297']}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:54.518075 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:54.557454 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c236f041-d662-4626-af8b-3e292ff7584a req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (a054581b-5f31-4140-aa8b-e488d0d47c10), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:54.594072 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-06438657-d639-4727-a2fe-df0da6d9f305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:54.618697 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-d5c147b7-23d3-46c6-a79b-fa45d378b79a req-3daecb3f-f125-4df1-852b-74bd931c958e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (242ffc99-b944-49b7-a197-33070f6311df), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:54.620703 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event deleted for resources: {'Port': ['ID=a054581b-5f31-4140-aa8b-e488d0d47c10,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:54.676850 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device a054581b-5f31-4140-aa8b-e488d0d47c10 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:07:54.706366 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: a054581b-5f31-4140-aa8b-e488d0d47c10 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:07:54.706957 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device a054581b-5f31-4140-aa8b-e488d0d47c10 not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:07:54.817095 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-89032131-40a3-4a10-baa7-c711b3b0369a req-d6b3835c-1148-4bb1-b8e7-c084036eb56b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 210 time: 0.0745945 Apr 12 11:07:55.068233 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 2ae7a4e8-349b-418e-ad9e-88d7749549fb up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:55.101455 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c236f041-d662-4626-af8b-3e292ff7584a req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Router 8d461e54-0cb0-49e6-896b-fc75f0540550 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:55.117406 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 2ae7a4e8-349b-418e-ad9e-88d7749549fb triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:55.117885 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (2ae7a4e8-349b-418e-ad9e-88d7749549fb), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:55.130553 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Publish callbacks [] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:55.144731 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:55.199370 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 2ae7a4e8-349b-418e-ad9e-88d7749549fb is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:55.199764 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (2ae7a4e8-349b-418e-ad9e-88d7749549fb), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:55.222863 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port 2ae7a4e8-349b-418e-ad9e-88d7749549fb, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=2ae7a4e8-349b-418e-ad9e-88d7749549fb,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:55.229304 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (2ae7a4e8-349b-418e-ad9e-88d7749549fb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:55.258656 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-d5c147b7-23d3-46c6-a79b-fa45d378b79a req-3daecb3f-f125-4df1-852b-74bd931c958e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] For port 242ffc99-b944-49b7-a197-33070f6311df, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=242ffc99-b944-49b7-a197-33070f6311df,segment=NetworkSegment(bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a),segment_id=bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:55.287163 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Pushing event updated for resources: {'Port': ['ID=d2d85a75-e1d7-46e0-bd89-79ab3ed3a903,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:55.288574 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=2ae7a4e8-349b-418e-ad9e-88d7749549fb,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:55.315902 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478356'] for router_interface (12f0ccb6-3320-49a1-857a-30fb0c2468f1), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:55.345230 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-d5c147b7-23d3-46c6-a79b-fa45d378b79a req-3daecb3f-f125-4df1-852b-74bd931c958e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for port (242ffc99-b944-49b7-a197-33070f6311df), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:55.361548 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-d5c147b7-23d3-46c6-a79b-fa45d378b79a req-3daecb3f-f125-4df1-852b-74bd931c958e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (242ffc99-b944-49b7-a197-33070f6311df), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:55.404924 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['242ffc99-b944-49b7-a197-33070f6311df'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:07:55.414646 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c236f041-d662-4626-af8b-3e292ff7584a req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:55.432292 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce93a83-0b80-4a50-a244-a768ed590b26 None None] Sync routers for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:55.459253 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce93a83-0b80-4a50-a244-a768ed590b26 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:55.459993 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2ce93a83-0b80-4a50-a244-a768ed590b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:55.462884 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c147b7-23d3-46c6-a79b-fa45d378b79a req-3daecb3f-f125-4df1-852b-74bd931c958e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:55.463564 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-d5c147b7-23d3-46c6-a79b-fa45d378b79a req-3daecb3f-f125-4df1-852b-74bd931c958e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:55.468740 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d5c147b7-23d3-46c6-a79b-fa45d378b79a req-3daecb3f-f125-4df1-852b-74bd931c958e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "PUT /v2.0/ports/242ffc99-b944-49b7-a197-33070f6311df HTTP/1.1" status: 200 len: 982 time: 1.3391144 Apr 12 11:07:55.480293 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e601174-2ef7-458a-aae2-6622c11612a9', 'tag': '242ffc99-b944-49b7-a197-33070f6311df'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:55.487371 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e252c7-8023-466d-a620-cf303667027b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e601174-2ef7-458a-aae2-6622c11612a9", "tag": "242ffc99-b944-49b7-a197-33070f6311df"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:55.588260 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3a74bb-c61a-4d32-b86b-e933b5addebb x-openstack-request-id: req-2c3a74bb-c61a-4d32-b86b-e933b5addebb {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:55.588537 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e601174-2ef7-458a-aae2-6622c11612a9", "tag": "242ffc99-b944-49b7-a197-33070f6311df", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:55.588789 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c3a74bb-c61a-4d32-b86b-e933b5addebb {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:55.589174 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3a74bb-c61a-4d32-b86b-e933b5addebb'] response: {'name': 'network-changed', 'server_uuid': '5e601174-2ef7-458a-aae2-6622c11612a9', 'tag': '242ffc99-b944-49b7-a197-33070f6311df', 'status': 'completed', 'code': 200} Apr 12 11:07:55.590087 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-c236f041-d662-4626-af8b-3e292ff7584a req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] No DVR routers for this DVR port a054581b-5f31-4140-aa8b-e488d0d47c10 on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:07:55.596497 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c236f041-d662-4626-af8b-3e292ff7584a req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:55.604633 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c236f041-d662-4626-af8b-3e292ff7584a req-015480ca-176f-4d76-862d-985b16a4e0af tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "DELETE /v2.0/ports/a054581b-5f31-4140-aa8b-e488d0d47c10 HTTP/1.1" status: 204 len: 173 time: 3.0988276 Apr 12 11:07:55.660907 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daecb3f-f125-4df1-852b-74bd931c958e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event updated for resources: {'Port': ['ID=242ffc99-b944-49b7-a197-33070f6311df,revision_number=6']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:55.664558 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['242ffc99-b944-49b7-a197-33070f6311df'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:07:55.734368 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda286e-1156-45f1-97fb-d4725eb32cb1 req-c7f33207-c758-49ee-bba9-6fd07b472a91 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:55.736015 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5bda286e-1156-45f1-97fb-d4725eb32cb1 req-c7f33207-c758-49ee-bba9-6fd07b472a91 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.1516402 Apr 12 11:07:55.778529 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-2ce93a83-0b80-4a50-a244-a768ed590b26 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:55.793241 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Network aa720ae2-ca1f-4b0a-85c6-68af09558684 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:55.818721 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:55.868752 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e252c7-8023-466d-a620-cf303667027b req-c4c59826-f32a-4994-b9ce-c778bbb99f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:55.870256 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-63e252c7-8023-466d-a620-cf303667027b req-c4c59826-f32a-4994-b9ce-c778bbb99f5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7543ac2f9f4413494aa881364f2051c&device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 1169 time: 0.2158420 Apr 12 11:07:55.877102 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5bda286e-1156-45f1-97fb-d4725eb32cb1 req-683ba610-cc61-4318-b44b-92abbdfb8f77 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317389 Apr 12 11:07:55.943738 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-cb297676-377e-4667-8b1a-d1a1dceb2e8b None None] Provisioning complete for port 242ffc99-b944-49b7-a197-33070f6311df triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:55.944152 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cb297676-377e-4667-8b1a-d1a1dceb2e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (242ffc99-b944-49b7-a197-33070f6311df), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:56.079909 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dfe3a307-6265-4414-9e2f-a89671ae3784 req-5d398bc0-b391-4280-a98b-941d60ad0eb7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=4cf4d6a1-169b-48df-867b-035365797346 HTTP/1.1" status: 200 len: 210 time: 0.0739467 Apr 12 11:07:56.119556 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:07:56.122479 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e252c7-8023-466d-a620-cf303667027b req-9794e178-e8b5-4555-8d14-4437c167735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:56.124587 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-63e252c7-8023-466d-a620-cf303667027b req-9794e178-e8b5-4555-8d14-4437c167735d service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a HTTP/1.1" status: 200 len: 916 time: 0.2049663 Apr 12 11:07:56.287478 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-cb297676-377e-4667-8b1a-d1a1dceb2e8b None None] Current status of the port 242ffc99-b944-49b7-a197-33070f6311df is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:56.310496 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:07:56.327238 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-897ba002-b2e3-4c56-84e0-a447c134964c admin admin] 10.222.0.55 "PUT /v2.0/routers/12f0ccb6-3320-49a1-857a-30fb0c2468f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2784188 Apr 12 11:07:56.327238 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-63e252c7-8023-466d-a620-cf303667027b req-01ff9aae-2594-4b35-9c45-d7bcc70cda55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242ffc99-b944-49b7-a197-33070f6311df HTTP/1.1" status: 200 len: 1002 time: 0.0955353 Apr 12 11:07:56.333334 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Sync routers for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:07:56.347240 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:56.348130 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:56.435321 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e252c7-8023-466d-a620-cf303667027b req-90efef83-130e-49c9-85c1-43881563c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:56.437661 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-63e252c7-8023-466d-a620-cf303667027b req-90efef83-130e-49c9-85c1-43881563c39d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4e62654-4572-48de-b9f9-b812b7412773 HTTP/1.1" status: 200 len: 854 time: 0.1048372 Apr 12 11:07:56.482884 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-7d77c479-9b5b-4989-83c5-3b97dcc87cc6 None None] Provisioning complete for port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:56.483270 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7d77c479-9b5b-4989-83c5-3b97dcc87cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:56.512873 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e252c7-8023-466d-a620-cf303667027b req-3c9c8dc8-8334-44eb-990c-29e4b4863202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:56.514755 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-63e252c7-8023-466d-a620-cf303667027b req-3c9c8dc8-8334-44eb-990c-29e4b4863202 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705040 Apr 12 11:07:56.518498 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:56.529669 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2ce93a83-0b80-4a50-a244-a768ed590b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '31d99e94-e173-4c1f-ac31-bec975229567', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '12d8543b-a8f7-4821-946c-3348a256d253', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:0e:cb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cf23-4397-4d95-b350-f79935fd1035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:04Z', 'updated_at': '2022-04-12T11:04:37Z', 'revision_number': 2, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:56.579655 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce93a83-0b80-4a50-a244-a768ed590b26 None None] Checking router: 8d461e54-0cb0-49e6-896b-fc75f0540550 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:56.600008 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-7d77c479-9b5b-4989-83c5-3b97dcc87cc6 None None] Port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:07:56.641137 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-63e252c7-8023-466d-a620-cf303667027b req-00afeaed-36a3-4d10-95f3-b36f319a9ac6 service neutron] 10.222.0.61 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182356 Apr 12 11:07:56.766673 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce93a83-0b80-4a50-a244-a768ed590b26 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:56.767391 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2ce93a83-0b80-4a50-a244-a768ed590b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:56.786907 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 2, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:56.835420 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Checking router: 12f0ccb6-3320-49a1-857a-30fb0c2468f1 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:07:56.835843 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Updating router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 binding host dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:07:56.859642 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-63e252c7-8023-466d-a620-cf303667027b req-eb6e6a78-778c-4d9f-933e-a955ed649732 service neutron] 10.222.0.61 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109737 Apr 12 11:07:56.876402 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.017187 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 2ae7a4e8-349b-418e-ad9e-88d7749549fb up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:07:57.030299 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0d6ea685-99ad-43c2-9ff6-1341fb8cde7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.088007 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53648) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:57.093476 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1931048878-network', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:57.117700 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 2ae7a4e8-349b-418e-ad9e-88d7749549fb triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:57.118099 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (2ae7a4e8-349b-418e-ad9e-88d7749549fb), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.120261 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] Made reservation on behalf of 9c9b2aea9df7452fae31d63cc0f0973a for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:07:57.124535 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.140331 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.153884 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-2ce93a83-0b80-4a50-a244-a768ed590b26 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:57.266892 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] Publish callbacks [] for security_group (a75c30c5-3d75-49a1-9a77-d4208e7d1a64), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.275512 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (a75c30c5-3d75-49a1-9a77-d4208e7d1a64), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.289513 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 53654) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:57.316175 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:07:57.344510 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75c30c5-3d75-49a1-9a77-d4208e7d1a64,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:57.357408 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (3d5dafde-046e-48a6-be77-028c2a8e4bd6), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.357408 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.segments_db [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] Added segment 3d5dafde-046e-48a6-be77-028c2a8e4bd6 of type vlan for network ebd8cca3-76e9-476b-96da-ddc8ed6f95ae Apr 12 11:07:57.445857 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Publish callbacks [] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.456604 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (ebd8cca3-76e9-476b-96da-ddc8ed6f95ae), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.466092 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.468767 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a42ccf16-282c-4496-b4c9-9ad458d347a0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (341809d9-2b43-4750-81fc-8518e1047569), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.490113 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 2ae7a4e8-349b-418e-ad9e-88d7749549fb is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:57.515734 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (ebd8cca3-76e9-476b-96da-ddc8ed6f95ae), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.516702 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:57.517277 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.524324 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a42ccf16-282c-4496-b4c9-9ad458d347a0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (341809d9-2b43-4750-81fc-8518e1047569), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.609358 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cf4d6a1-169b-48df-867b-035365797346', 'name': 'network-vif-deleted', 'tag': 'a054581b-5f31-4140-aa8b-e488d0d47c10'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:07:57.615857 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Pushing event updated for resources: {'Port': ['ID=d2d85a75-e1d7-46e0-bd89-79ab3ed3a903,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:57.619474 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99007afb-9634-4703-865a-59059c40340d" -d '{"events": [{"server_uuid": "4cf4d6a1-169b-48df-867b-035365797346", "name": "network-vif-deleted", "tag": "a054581b-5f31-4140-aa8b-e488d0d47c10"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:07:57.637435 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd8cca3-76e9-476b-96da-ddc8ed6f95ae,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:57.653173 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a42ccf16-282c-4496-b4c9-9ad458d347a0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (341809d9-2b43-4750-81fc-8518e1047569), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.666344 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a42ccf16-282c-4496-b4c9-9ad458d347a0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.672437 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-a42ccf16-282c-4496-b4c9-9ad458d347a0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "DELETE /v2.0/security-groups/341809d9-2b43-4750-81fc-8518e1047569 HTTP/1.1" status: 204 len: 168 time: 0.3785579 Apr 12 11:07:57.673348 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-6e32667e-bd30-4aaf-a67f-0bbcd999fd13 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5838735 Apr 12 11:07:57.675468 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 53658) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:57.676355 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network ebd8cca3-76e9-476b-96da-ddc8ed6f95ae details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:07:57.677314 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53660) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:57.683383 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-6b297f8e-b1f2-4998-9191-743348f5fb6b admin admin] Request body: {'subnet': {'network_id': 'ebd8cca3-76e9-476b-96da-ddc8ed6f95ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1931048878-subnet', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:57.683828 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.684466 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.685181 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.685890 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.686533 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.687447 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.688149 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.688777 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.689417 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.690114 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.690753 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.691440 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.692143 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.692911 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.694261 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:07:57.733893 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b297f8e-b1f2-4998-9191-743348f5fb6b admin admin] Made reservation on behalf of 9c9b2aea9df7452fae31d63cc0f0973a for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:07:57.736284 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b297f8e-b1f2-4998-9191-743348f5fb6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12863335'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.766392 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ccf16-282c-4496-b4c9-9ad458d347a0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341809d9-2b43-4750-81fc-8518e1047569,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:57.785331 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.api.v2.resource [None req-8f2d4d6f-71ed-4b66-993e-22cf3b57a566 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] show failed (client error): The resource could not be found. Apr 12 11:07:57.791769 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-8f2d4d6f-71ed-4b66-993e-22cf3b57a566 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups/341809d9-2b43-4750-81fc-8518e1047569 HTTP/1.1" status: 404 len: 347 time: 0.0904701 Apr 12 11:07:57.797131 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c975967-c821-4032-873a-2a5b43094429 x-openstack-request-id: req-3c975967-c821-4032-873a-2a5b43094429 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:07:57.798995 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Attempting to bind port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:07:57.799718 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Attempting to bind port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:07:57.800477 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cf4d6a1-169b-48df-867b-035365797346", "name": "network-vif-deleted", "tag": "a054581b-5f31-4140-aa8b-e488d0d47c10", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:07:57.800603 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Attempting to bind port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 on network aa720ae2-ca1f-4b0a-85c6-68af09558684 {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:57.800931 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3c975967-c821-4032-873a-2a5b43094429 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:07:57.801525 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c975967-c821-4032-873a-2a5b43094429'] response: {'server_uuid': '4cf4d6a1-169b-48df-867b-035365797346', 'name': 'network-vif-deleted', 'tag': 'a054581b-5f31-4140-aa8b-e488d0d47c10', 'status': 'completed', 'code': 200} Apr 12 11:07:57.802121 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 53662) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:57.809535 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:07:57.810358 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Checking segment: {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:07:57.811027 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.812736 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Bound using segment: {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:07:57.813570 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Bound port: d2d85a75-e1d7-46e0-bd89-79ab3ed3a903, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:07:57.814270 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.895107 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-2ce93a83-0b80-4a50-a244-a768ed590b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '31d99e94-e173-4c1f-ac31-bec975229567', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '12d8543b-a8f7-4821-946c-3348a256d253', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:0e:cb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cf23-4397-4d95-b350-f79935fd1035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:04Z', 'updated_at': '2022-04-12T11:04:37Z', 'revision_number': 2, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:57.940488 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] For port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:07:57.947113 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] For port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=d2d85a75-e1d7-46e0-bd89-79ab3ed3a903,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:07:57.958668 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:57.982493 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce93a83-0b80-4a50-a244-a768ed590b26 None None] The sync data for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi is: [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '31d99e94-e173-4c1f-ac31-bec975229567', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '12d8543b-a8f7-4821-946c-3348a256d253', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:0e:cb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3000cf23-4397-4d95-b350-f79935fd1035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:04:04Z', 'updated_at': '2022-04-12T11:04:37Z', 'revision_number': 2, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:57.991476 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-16f51e85-1688-48dd-8d9c-4a906c98e0c9 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Deleting port d97ce853-7015-4406-b984-f94edac058e4 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:07:57.991827 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-16f51e85-1688-48dd-8d9c-4a906c98e0c9 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (d97ce853-7015-4406-b984-f94edac058e4), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.039936 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-069786a6-aedf-433c-bf6c-9ef58b534a08 None None] Provisioning complete for port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:58.040935 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-069786a6-aedf-433c-bf6c-9ef58b534a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.096905 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:07:58.097488 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:58.104587 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b297f8e-b1f2-4998-9191-743348f5fb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13073595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12863349'] for subnet (a94e4849-4862-4101-9d89-43fd7d331ca5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.201785 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.213116 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717459a-a1ef-4844-8a1e-fb6e88ce1e7c None None] Pushing event updated for resources: {'Port': ['ID=d2d85a75-e1d7-46e0-bd89-79ab3ed3a903,revision_number=4']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:58.221377 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b297f8e-b1f2-4998-9191-743348f5fb6b admin admin] Checking segment: {'id': '3d5dafde-046e-48a6-be77-028c2a8e4bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ebd8cca3-76e9-476b-96da-ddc8ed6f95ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:07:58.222031 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b297f8e-b1f2-4998-9191-743348f5fb6b admin admin] Network hostable DHCP agents. Network: ebd8cca3-76e9-476b-96da-ddc8ed6f95ae, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:07:58.224740 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-16f51e85-1688-48dd-8d9c-4a906c98e0c9 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (d97ce853-7015-4406-b984-f94edac058e4), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.225072 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-16f51e85-1688-48dd-8d9c-4a906c98e0c9 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (d97ce853-7015-4406-b984-f94edac058e4), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.232411 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b297f8e-b1f2-4998-9191-743348f5fb6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94e4849-4862-4101-9d89-43fd7d331ca5,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:58.261467 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b297f8e-b1f2-4998-9191-743348f5fb6b admin admin] Network ebd8cca3-76e9-476b-96da-ddc8ed6f95ae is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:07:58.262051 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-16f51e85-1688-48dd-8d9c-4a906c98e0c9 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Calling delete_port for d97ce853-7015-4406-b984-f94edac058e4 owned by network:floatingip {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:07:58.277502 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-6b297f8e-b1f2-4998-9191-743348f5fb6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, ebd8cca3-76e9-476b-96da-ddc8ed6f95ae) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:58.283489 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b297f8e-b1f2-4998-9191-743348f5fb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:07:58.284176 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6b297f8e-b1f2-4998-9191-743348f5fb6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.315226 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-069786a6-aedf-433c-bf6c-9ef58b534a08 None None] Current status of the port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:58.315626 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-069786a6-aedf-433c-bf6c-9ef58b534a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.317902 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aff52e-75ea-4d40-a4f7-565559b1ea23 None None] Network ebd8cca3-76e9-476b-96da-ddc8ed6f95ae requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:07:58.325161 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-6b297f8e-b1f2-4998-9191-743348f5fb6b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6465068 Apr 12 11:07:58.327399 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53668) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:07:58.335493 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1931048878-router', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:07:58.377053 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16432943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-404'] for router (b62907e1-67fe-4d99-bc1a-cc953b79be54), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.378128 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16431519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16479268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16603459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (b62907e1-67fe-4d99-bc1a-cc953b79be54), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.407057 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:07:58.487404 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-16f51e85-1688-48dd-8d9c-4a906c98e0c9 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (d97ce853-7015-4406-b984-f94edac058e4), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.489193 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Publish callbacks [] for router_controller (b62907e1-67fe-4d99-bc1a-cc953b79be54), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.511985 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fce0b5-d5d8-4725-8002-1ac934fb667b None None] New status for floating IP d131e3a5-a9eb-4496-8195-a153a387ca34: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:07:58.527119 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f51e85-1688-48dd-8d9c-4a906c98e0c9 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event deleted for resources: {'Port': ['ID=d97ce853-7015-4406-b984-f94edac058e4,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:58.582037 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-069786a6-aedf-433c-bf6c-9ef58b534a08 None None] For port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=d2d85a75-e1d7-46e0-bd89-79ab3ed3a903,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:07:58.618705 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfdabb7b-1339-58fe-8e8f-4cb6443bbd26-ebd8cca3-76e9-476b-96da-ddc8ed6f95ae', 'network_id': 'ebd8cca3-76e9-476b-96da-ddc8ed6f95ae', 'project_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'fixed_ips': [{'subnet_id': 'a94e4849-4862-4101-9d89-43fd7d331ca5'}]}} from dv-cinder-830089-4-iscsi. {{(pid=103204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:07:58.619758 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.620312 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-16f51e85-1688-48dd-8d9c-4a906c98e0c9 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (d131e3a5-a9eb-4496-8195-a153a387ca34), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.623903 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-069786a6-aedf-433c-bf6c-9ef58b534a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.633789 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-16f51e85-1688-48dd-8d9c-4a906c98e0c9 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.637626 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-16f51e85-1688-48dd-8d9c-4a906c98e0c9 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "DELETE /v2.0/floatingips/d131e3a5-a9eb-4496-8195-a153a387ca34 HTTP/1.1" status: 204 len: 168 time: 0.8295033 Apr 12 11:07:58.755635 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Publish callbacks [] for router_gateway (b62907e1-67fe-4d99-bc1a-cc953b79be54), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:58.891106 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Allocated IP 172.20.0.2 (ebd8cca3-76e9-476b-96da-ddc8ed6f95ae/a94e4849-4862-4101-9d89-43fd7d331ca5/88f1f329-55bd-4507-831d-df2d1442b2af) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:58.983065 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:57Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:07:59.015447 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9b499-15d4-4a77-aadf-87cb3b8f3f22 None None] The sync data for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi is: [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:57Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:07:59.093969 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-d7eef218-e200-474d-be3f-1d9de6b5b2c1 None None] Provisioning complete for port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:07:59.095046 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d7eef218-e200-474d-be3f-1d9de6b5b2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:59.240509 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069786a6-aedf-433c-bf6c-9ef58b534a08 None None] Pushing event updated for resources: {'Port': ['ID=d2d85a75-e1d7-46e0-bd89-79ab3ed3a903,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:59.279799 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Publish callbacks [] for port (88f1f329-55bd-4507-831d-df2d1442b2af), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:59.289389 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (88f1f329-55bd-4507-831d-df2d1442b2af), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:59.313214 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Publish callbacks [] for router_gateway (b62907e1-67fe-4d99-bc1a-cc953b79be54), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:59.341119 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:59.359983 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Network ebd8cca3-76e9-476b-96da-ddc8ed6f95ae is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:59.369121 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:59.375245 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:59.392530 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Pushing event updated for resources: {'Port': ['ID=88f1f329-55bd-4507-831d-df2d1442b2af,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:59.421411 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-d7eef218-e200-474d-be3f-1d9de6b5b2c1 None None] Current status of the port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:07:59.462406 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Attempting to bind port 88f1f329-55bd-4507-831d-df2d1442b2af on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:07:59.463110 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Attempting to bind port 88f1f329-55bd-4507-831d-df2d1442b2af by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '3d5dafde-046e-48a6-be77-028c2a8e4bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ebd8cca3-76e9-476b-96da-ddc8ed6f95ae'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:07:59.463690 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Attempting to bind port 88f1f329-55bd-4507-831d-df2d1442b2af on network ebd8cca3-76e9-476b-96da-ddc8ed6f95ae {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:07:59.470198 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:07:59.470875 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Checking segment: {'id': '3d5dafde-046e-48a6-be77-028c2a8e4bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ebd8cca3-76e9-476b-96da-ddc8ed6f95ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:07:59.471519 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:59.472094 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Bound using segment: {'id': '3d5dafde-046e-48a6-be77-028c2a8e4bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ebd8cca3-76e9-476b-96da-ddc8ed6f95ae'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:07:59.472757 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Bound port: 88f1f329-55bd-4507-831d-df2d1442b2af, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5dafde-046e-48a6-be77-028c2a8e4bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ebd8cca3-76e9-476b-96da-ddc8ed6f95ae'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:07:59.473305 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (88f1f329-55bd-4507-831d-df2d1442b2af), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:59.524966 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Allocated IP 172.27.0.77 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:07:59.670270 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:59.680090 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Publish callbacks [] for port (c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:59.713171 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-769272c6-170f-484b-84d6-448b4d582aca None None] For port 88f1f329-55bd-4507-831d-df2d1442b2af, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:07:59.717421 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-769272c6-170f-484b-84d6-448b4d582aca None None] For port 88f1f329-55bd-4507-831d-df2d1442b2af, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=88f1f329-55bd-4507-831d-df2d1442b2af,segment=NetworkSegment(3d5dafde-046e-48a6-be77-028c2a8e4bd6),segment_id=3d5dafde-046e-48a6-be77-028c2a8e4bd6)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:07:59.724851 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:59.727195 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (88f1f329-55bd-4507-831d-df2d1442b2af), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:07:59.790561 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:07:59.798059 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:07:59.801676 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:07:59.808618 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:07:59.809536 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769272c6-170f-484b-84d6-448b4d582aca None None] Pushing event updated for resources: {'Port': ['ID=88f1f329-55bd-4507-831d-df2d1442b2af,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:00.157455 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Publish callbacks [] for router_gateway (b62907e1-67fe-4d99-bc1a-cc953b79be54), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:00.375596 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16431526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16479191'] for router (b62907e1-67fe-4d99-bc1a-cc953b79be54), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:00.517102 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Router b62907e1-67fe-4d99-bc1a-cc953b79be54 is scheduled to L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:08:00.643042 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:00.661076 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Sync routers for ids ['b62907e1-67fe-4d99-bc1a-cc953b79be54'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:00.672282 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:00.673556 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-2efcfd4b-b365-4bc8-9688-8437d7eef036 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3452101 Apr 12 11:08:00.676291 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53686) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:00.677431 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Routers {'b62907e1-67fe-4d99-bc1a-cc953b79be54'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:00.678330 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['b62907e1-67fe-4d99-bc1a-cc953b79be54'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:00.821261 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Set router b62907e1-67fe-4d99-bc1a-cc953b79be54 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:00.909124 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53e25bd-df07-4dd7-93fb-2d72bea0fb20 None None] Network ebd8cca3-76e9-476b-96da-ddc8ed6f95ae requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:08:01.021260 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'name': 'tempest-TestVolumeBootPattern-1931048878-router', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:58Z', 'updated_at': '2022-04-12T11:07:59Z', 'revision_number': 3, 'project_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'gw_port': {'id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:59Z', 'updated_at': '2022-04-12T11:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:01.044559 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2ac7ae54-5c5d-4f6d-8a37-a8aec6d03c15 None None] Provisioning complete for port 88f1f329-55bd-4507-831d-df2d1442b2af triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:01.044931 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2ac7ae54-5c5d-4f6d-8a37-a8aec6d03c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (88f1f329-55bd-4507-831d-df2d1442b2af), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.078694 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 88f1f329-55bd-4507-831d-df2d1442b2af up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:01.101373 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Checking router: b62907e1-67fe-4d99-bc1a-cc953b79be54 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:01.101964 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Updating router b62907e1-67fe-4d99-bc1a-cc953b79be54 port c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a binding host dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:08:01.163815 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.163989 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.230096 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 88f1f329-55bd-4507-831d-df2d1442b2af triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:01.230591 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (88f1f329-55bd-4507-831d-df2d1442b2af), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.268324 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2ac7ae54-5c5d-4f6d-8a37-a8aec6d03c15 None None] Current status of the port 88f1f329-55bd-4507-831d-df2d1442b2af is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:01.268324 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2ac7ae54-5c5d-4f6d-8a37-a8aec6d03c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (88f1f329-55bd-4507-831d-df2d1442b2af), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.277387 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.367580 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2ac7ae54-5c5d-4f6d-8a37-a8aec6d03c15 None None] For port 88f1f329-55bd-4507-831d-df2d1442b2af, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=88f1f329-55bd-4507-831d-df2d1442b2af,segment=NetworkSegment(3d5dafde-046e-48a6-be77-028c2a8e4bd6),segment_id=3d5dafde-046e-48a6-be77-028c2a8e4bd6)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:01.381838 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2ac7ae54-5c5d-4f6d-8a37-a8aec6d03c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (88f1f329-55bd-4507-831d-df2d1442b2af), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.386072 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 88f1f329-55bd-4507-831d-df2d1442b2af is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:01.386539 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (88f1f329-55bd-4507-831d-df2d1442b2af), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.483930 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7ae54-5c5d-4f6d-8a37-a8aec6d03c15 None None] Pushing event updated for resources: {'Port': ['ID=88f1f329-55bd-4507-831d-df2d1442b2af,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:01.486925 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.db.api [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:08:01.487403 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG oslo_db.api [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:08:01.509512 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-396a12f9-cb2a-43e9-9fe8-dafb7e6c8155 None None] Provisioning complete for port 88f1f329-55bd-4507-831d-df2d1442b2af triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:01.509886 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-396a12f9-cb2a-43e9-9fe8-dafb7e6c8155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (88f1f329-55bd-4507-831d-df2d1442b2af), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.569472 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Publish callbacks [] for port (c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.576333 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Allocated IP 172.20.0.1 (ebd8cca3-76e9-476b-96da-ddc8ed6f95ae/a94e4849-4862-4101-9d89-43fd7d331ca5/0c408a71-b570-47e4-a146-64a2acde4d47) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:01.578722 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.607436 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-396a12f9-cb2a-43e9-9fe8-dafb7e6c8155 None None] Current status of the port 88f1f329-55bd-4507-831d-df2d1442b2af is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:01.645255 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Attempting to bind port c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:08:01.646217 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Attempting to bind port c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:08:01.648419 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Attempting to bind port c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a on network 07cd2b0c-0781-4dba-a87d-e263ec3a559e {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:01.652326 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab71112-23b6-4d53-925a-5a33d26b13f5 None None] Pushing event updated for resources: {'Port': ['ID=c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:01.656029 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:08:01.656411 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Checking segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:01.656844 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.657179 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Bound using segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:08:01.657650 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Bound port: c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:08:01.658121 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.709283 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Publish callbacks [] for port (0c408a71-b570-47e4-a146-64a2acde4d47), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.732595 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] For port c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:08:01.738015 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] For port c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:08:01.744988 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.746031 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.783524 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814ed97-716f-4cab-bbb6-51bd0499880c req-c1e5da86-6d66-4651-bc1c-a714f469dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:01.785337 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9814ed97-716f-4cab-bbb6-51bd0499880c req-c1e5da86-6d66-4651-bc1c-a714f469dbb8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 1129 time: 0.0790067 Apr 12 11:08:01.795214 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6faf2-b600-4fc9-a81d-e1a42a85ebcc req-02047886-215a-418f-8d39-ac6a740187ab tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:01.796819 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-67c6faf2-b600-4fc9-a81d-e1a42a85ebcc req-02047886-215a-418f-8d39-ac6a740187ab tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0819888 Apr 12 11:08:01.799648 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Pushing event updated for resources: {'Port': ['ID=0c408a71-b570-47e4-a146-64a2acde4d47,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:01.811561 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Network ebd8cca3-76e9-476b-96da-ddc8ed6f95ae is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:01.813703 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:01.816806 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:01.833872 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Routers {'b62907e1-67fe-4d99-bc1a-cc953b79be54'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:01.835027 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['b62907e1-67fe-4d99-bc1a-cc953b79be54'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:01.869838 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16479012'] for router_interface (b62907e1-67fe-4d99-bc1a-cc953b79be54), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:01.888257 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab71112-23b6-4d53-925a-5a33d26b13f5 None None] Pushing event updated for resources: {'Port': ['ID=c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:02.023477 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814ed97-716f-4cab-bbb6-51bd0499880c req-2c26e1e3-87fb-4a92-9e3d-a56baaee7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:02.035827 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 88f1f329-55bd-4507-831d-df2d1442b2af is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:02.036414 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9814ed97-716f-4cab-bbb6-51bd0499880c req-2c26e1e3-87fb-4a92-9e3d-a56baaee7481 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 919 time: 0.2379010 Apr 12 11:08:02.036540 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] Set router b62907e1-67fe-4d99-bc1a-cc953b79be54 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:02.038411 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:02.043189 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-67c6faf2-b600-4fc9-a81d-e1a42a85ebcc req-5f8155e0-e0dd-483c-8d84-0a0c5bbfc1c6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358949 Apr 12 11:08:02.079522 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:02.134068 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9814ed97-716f-4cab-bbb6-51bd0499880c req-c5897394-0090-45aa-89da-aa803307893a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3daecb32-a2f5-4a2a-9a93-dd30751881aa HTTP/1.1" status: 200 len: 1001 time: 0.0870430 Apr 12 11:08:02.150915 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:02.151565 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:02.234462 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814ed97-716f-4cab-bbb6-51bd0499880c req-0d0009f4-df9b-4ebe-9276-ad2eb9fd823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:02.236123 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9814ed97-716f-4cab-bbb6-51bd0499880c req-0d0009f4-df9b-4ebe-9276-ad2eb9fd823b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.0944314 Apr 12 11:08:02.260177 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-bc94905f-9574-4445-a959-fd92eae08444 None None] Provisioning complete for port 0c408a71-b570-47e4-a146-64a2acde4d47 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:02.260452 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bc94905f-9574-4445-a959-fd92eae08444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:02.283091 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:02.304629 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-bc94905f-9574-4445-a959-fd92eae08444 None None] Port 0c408a71-b570-47e4-a146-64a2acde4d47 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:08:02.322726 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'name': 'tempest-TestVolumeBootPattern-1931048878-router', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:58Z', 'updated_at': '2022-04-12T11:07:59Z', 'revision_number': 3, 'project_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'gw_port': {'id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:59Z', 'updated_at': '2022-04-12T11:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:02.331062 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814ed97-716f-4cab-bbb6-51bd0499880c req-b91c4d7f-b99e-4b1d-bbaf-5e35120edcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:02.333425 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9814ed97-716f-4cab-bbb6-51bd0499880c req-b91c4d7f-b99e-4b1d-bbaf-5e35120edcf0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905392 Apr 12 11:08:02.358745 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3ca05d-4cd8-479c-a4a6-6cc44e328318 None None] The sync data for ids ['b62907e1-67fe-4d99-bc1a-cc953b79be54'] in dv-cinder-830089-4-iscsi is: [{'id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'name': 'tempest-TestVolumeBootPattern-1931048878-router', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:58Z', 'updated_at': '2022-04-12T11:07:59Z', 'revision_number': 3, 'project_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'gw_port': {'id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:59Z', 'updated_at': '2022-04-12T11:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:02.396239 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Publish callbacks [] for port (0c408a71-b570-47e4-a146-64a2acde4d47), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:02.402994 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:02.454264 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9814ed97-716f-4cab-bbb6-51bd0499880c req-262c1036-c461-42f0-ba18-24ae1f13ade5 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122527 Apr 12 11:08:02.476486 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Pushing event updated for resources: {'Port': ['ID=0c408a71-b570-47e4-a146-64a2acde4d47,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:02.479166 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478356'] for router_interface (b62907e1-67fe-4d99-bc1a-cc953b79be54), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:02.591251 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Network ebd8cca3-76e9-476b-96da-ddc8ed6f95ae is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:02.593394 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:02.836938 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Router b62907e1-67fe-4d99-bc1a-cc953b79be54 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:02.923744 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9814ed97-716f-4cab-bbb6-51bd0499880c req-5599f886-a9dd-46ed-84b6-2a33de9a0887 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598100 Apr 12 11:08:02.928802 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-92fbd390-7bff-4621-96e7-b465e1a778a0 None None] Provisioning complete for port 0c408a71-b570-47e4-a146-64a2acde4d47 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:02.929207 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-92fbd390-7bff-4621-96e7-b465e1a778a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:02.947232 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c5729-5d8f-474b-b32f-9e8ec6788c49 req-0f50e072-00fd-443c-a1bf-8749310ec606 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:02.948750 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-005c5729-5d8f-474b-b32f-9e8ec6788c49 req-0f50e072-00fd-443c-a1bf-8749310ec606 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 945 time: 0.0745640 Apr 12 11:08:02.983528 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:02.989871 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-92fbd390-7bff-4621-96e7-b465e1a778a0 None None] Port 0c408a71-b570-47e4-a146-64a2acde4d47 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:08:02.991298 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-971733fc-2a20-494d-90ec-a74bfe0b6e37 admin admin] 10.222.0.55 "PUT /v2.0/routers/b62907e1-67fe-4d99-bc1a-cc953b79be54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3134422 Apr 12 11:08:03.024089 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-005c5729-5d8f-474b-b32f-9e8ec6788c49 req-9cc3b024-8705-4887-bc61-034af4594fbd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680547 Apr 12 11:08:03.121783 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:03.187463 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:03.188075 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:03.198378 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd75e4-9039-4783-bb13-cfc0781a5dfa req-af921160-4528-40f0-a53d-c71cf94ecf4d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:03.200610 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-28dd75e4-9039-4783-bb13-cfc0781a5dfa req-af921160-4528-40f0-a53d-c71cf94ecf4d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0650625 Apr 12 11:08:03.260189 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-28dd75e4-9039-4783-bb13-cfc0781a5dfa req-7f466dc9-fb17-4bf8-b65b-fb67fb7991ae tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543330 Apr 12 11:08:03.278947 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:03.279309 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:03.306823 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:03.311042 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:03.312554 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 88f1f329-55bd-4507-831d-df2d1442b2af up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:03.392595 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:03.403919 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 88f1f329-55bd-4507-831d-df2d1442b2af triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:03.404286 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (88f1f329-55bd-4507-831d-df2d1442b2af), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:03.487441 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 88f1f329-55bd-4507-831d-df2d1442b2af is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:03.611915 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53718) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:03.617251 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-bfb55f6a-43e7-4d01-b740-8d4295a12bac tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654995714', 'description': 'tempest-secgroup-smoke-654995714 description', 'project_id': '7dd6497eaaad4a05931933cef921baf7'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:03.638446 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfb55f6a-43e7-4d01-b740-8d4295a12bac tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:03.920417 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfb55f6a-43e7-4d01-b740-8d4295a12bac tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group (ba26ea4b-e682-49d2-97cb-8fc0601ce230), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:03.924275 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfb55f6a-43e7-4d01-b740-8d4295a12bac tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (ba26ea4b-e682-49d2-97cb-8fc0601ce230), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:03.953470 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bfb55f6a-43e7-4d01-b740-8d4295a12bac tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:03.954695 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-bfb55f6a-43e7-4d01-b740-8d4295a12bac tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3416500 Apr 12 11:08:03.956780 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb55f6a-43e7-4d01-b740-8d4295a12bac tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba26ea4b-e682-49d2-97cb-8fc0601ce230,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:03.957767 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 53720) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:03.963374 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-275f456f-937e-4901-b2a0-818cd5d03c95 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Request body: {'security_group_rule': {'security_group_id': 'ba26ea4b-e682-49d2-97cb-8fc0601ce230', 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:03.990405 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-275f456f-937e-4901-b2a0-818cd5d03c95 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (e981fba7-2d3d-45da-9298-b48820222a13), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.052003 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-275f456f-937e-4901-b2a0-818cd5d03c95 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (e981fba7-2d3d-45da-9298-b48820222a13), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.056929 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-275f456f-937e-4901-b2a0-818cd5d03c95 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (e981fba7-2d3d-45da-9298-b48820222a13), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.075095 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f456f-937e-4901-b2a0-818cd5d03c95 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e981fba7-2d3d-45da-9298-b48820222a13,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:04.085026 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-275f456f-937e-4901-b2a0-818cd5d03c95 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.088889 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-275f456f-937e-4901-b2a0-818cd5d03c95 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268389 Apr 12 11:08:04.089345 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53724) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:04.093986 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-bef3050f-8a64-45e6-afc7-68dbf63d1dbb tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Request body: {'security_group_rule': {'security_group_id': 'ba26ea4b-e682-49d2-97cb-8fc0601ce230', 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:04.123030 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bef3050f-8a64-45e6-afc7-68dbf63d1dbb tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (efd3b321-e230-4413-a99b-9116c9ba6c50), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.140364 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc2c3c-9c19-4a6f-ab0f-c0fa127670ae req-f3c6bde7-e385-4c59-94e2-5b2b5673c849 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:04.141855 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a1fc2c3c-9c19-4a6f-ab0f-c0fa127670ae req-f3c6bde7-e385-4c59-94e2-5b2b5673c849 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 945 time: 0.0498843 Apr 12 11:08:04.186054 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bef3050f-8a64-45e6-afc7-68dbf63d1dbb tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (efd3b321-e230-4413-a99b-9116c9ba6c50), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.191481 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a1fc2c3c-9c19-4a6f-ab0f-c0fa127670ae req-4ffdd5a6-5a70-4414-aaab-c977cc246c81 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434124 Apr 12 11:08:04.192707 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bef3050f-8a64-45e6-afc7-68dbf63d1dbb tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (efd3b321-e230-4413-a99b-9116c9ba6c50), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.215274 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3050f-8a64-45e6-afc7-68dbf63d1dbb tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd3b321-e230-4413-a99b-9116c9ba6c50,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:04.223555 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bef3050f-8a64-45e6-afc7-68dbf63d1dbb tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.226128 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-bef3050f-8a64-45e6-afc7-68dbf63d1dbb tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346521 Apr 12 11:08:04.228252 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53726) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:04.230787 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Sync routers for ids ['b62907e1-67fe-4d99-bc1a-cc953b79be54'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:04.232556 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b1a47899-07d9-47d4-a010-c8cdc4af05e0 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Request body: {'security_group_rule': {'security_group_id': 'ba26ea4b-e682-49d2-97cb-8fc0601ce230', 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:04.241821 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Routers {'b62907e1-67fe-4d99-bc1a-cc953b79be54'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:04.242425 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['b62907e1-67fe-4d99-bc1a-cc953b79be54'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:04.258197 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1a47899-07d9-47d4-a010-c8cdc4af05e0 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (fe23ad68-3dc2-495b-b038-6c81b2cae8e9), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.317667 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1a47899-07d9-47d4-a010-c8cdc4af05e0 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (fe23ad68-3dc2-495b-b038-6c81b2cae8e9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.322728 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1a47899-07d9-47d4-a010-c8cdc4af05e0 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (fe23ad68-3dc2-495b-b038-6c81b2cae8e9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.356730 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a47899-07d9-47d4-a010-c8cdc4af05e0 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe23ad68-3dc2-495b-b038-6c81b2cae8e9,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:04.368534 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b1a47899-07d9-47d4-a010-c8cdc4af05e0 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.370276 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-b1a47899-07d9-47d4-a010-c8cdc4af05e0 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408911 Apr 12 11:08:04.373966 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53734) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:04.382369 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f4ef8728-7056-4ce0-aabc-c74f5b3b3a22 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Request body: {'security_group_rule': {'security_group_id': 'ba26ea4b-e682-49d2-97cb-8fc0601ce230', 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:04.387484 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Set router b62907e1-67fe-4d99-bc1a-cc953b79be54 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:04.409777 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a2ec1-9c3e-4d24-b48f-1f7f888ade15 req-5869ebf0-c527-4d69-b07a-11cb0a6d4ec0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:04.411777 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d89a2ec1-9c3e-4d24-b48f-1f7f888ade15 req-5869ebf0-c527-4d69-b07a-11cb0a6d4ec0 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0601163 Apr 12 11:08:04.416174 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8728-7056-4ce0-aabc-c74f5b3b3a22 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (4b0296db-d4ed-4a17-bffd-1389a44576de), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.462883 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d89a2ec1-9c3e-4d24-b48f-1f7f888ade15 req-888c7cae-1c25-4b1b-b6a8-cb290711aaea tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436645 Apr 12 11:08:04.489840 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8728-7056-4ce0-aabc-c74f5b3b3a22 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (4b0296db-d4ed-4a17-bffd-1389a44576de), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.496705 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8728-7056-4ce0-aabc-c74f5b3b3a22 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (4b0296db-d4ed-4a17-bffd-1389a44576de), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.516487 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef8728-7056-4ce0-aabc-c74f5b3b3a22 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0296db-d4ed-4a17-bffd-1389a44576de,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:04.523872 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f4ef8728-7056-4ce0-aabc-c74f5b3b3a22 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.524910 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-f4ef8728-7056-4ce0-aabc-c74f5b3b3a22 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497152 Apr 12 11:08:04.527742 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53736) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:04.532003 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-a91b4caa-7441-443a-b18d-6e06a0b35828 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Request body: {'security_group_rule': {'security_group_id': 'ba26ea4b-e682-49d2-97cb-8fc0601ce230', 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:04.552743 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-a91b4caa-7441-443a-b18d-6e06a0b35828 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Project 7dd6497eaaad4a05931933cef921baf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:08:04.558480 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a91b4caa-7441-443a-b18d-6e06a0b35828 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (b4926df4-bd3f-4e65-bd98-53df4010d067), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.605109 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'name': 'tempest-TestVolumeBootPattern-1931048878-router', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:58Z', 'updated_at': '2022-04-12T11:08:02Z', 'revision_number': 4, 'project_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'gw_port': {'id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:59Z', 'updated_at': '2022-04-12T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '0c408a71-b570-47e4-a146-64a2acde4d47', 'name': '', 'network_id': 'ebd8cca3-76e9-476b-96da-ddc8ed6f95ae', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'mac_address': 'fa:16:3e:ef:4c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a94e4849-4862-4101-9d89-43fd7d331ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:01Z', 'updated_at': '2022-04-12T11:08:02Z', 'revision_number': 2, 'project_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'subnets': [{'id': 'a94e4849-4862-4101-9d89-43fd7d331ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:04.617854 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a91b4caa-7441-443a-b18d-6e06a0b35828 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (b4926df4-bd3f-4e65-bd98-53df4010d067), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.622071 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a91b4caa-7441-443a-b18d-6e06a0b35828 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (b4926df4-bd3f-4e65-bd98-53df4010d067), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.635265 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Checking router: b62907e1-67fe-4d99-bc1a-cc953b79be54 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:04.635613 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Updating router b62907e1-67fe-4d99-bc1a-cc953b79be54 port 0c408a71-b570-47e4-a146-64a2acde4d47 binding host dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:08:04.642312 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b4caa-7441-443a-b18d-6e06a0b35828 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4926df4-bd3f-4e65-bd98-53df4010d067,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:04.648323 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a91b4caa-7441-443a-b18d-6e06a0b35828 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.652513 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-a91b4caa-7441-443a-b18d-6e06a0b35828 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209636 Apr 12 11:08:04.652513 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53738) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:04.656730 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-b45ce094-73f1-43ad-9926-8cafdc37221e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Request body: {'security_group_rule': {'security_group_id': 'ba26ea4b-e682-49d2-97cb-8fc0601ce230', 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:04.663394 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.676111 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.securitygroups_db [None req-b45ce094-73f1-43ad-9926-8cafdc37221e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Project 7dd6497eaaad4a05931933cef921baf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 11:08:04.681618 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b45ce094-73f1-43ad-9926-8cafdc37221e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (123ad93d-396a-4a99-9860-fd954bd54a12), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.743152 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b45ce094-73f1-43ad-9926-8cafdc37221e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (123ad93d-396a-4a99-9860-fd954bd54a12), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.746840 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b45ce094-73f1-43ad-9926-8cafdc37221e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (123ad93d-396a-4a99-9860-fd954bd54a12), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.773136 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ce094-73f1-43ad-9926-8cafdc37221e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123ad93d-396a-4a99-9860-fd954bd54a12,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:04.783912 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b45ce094-73f1-43ad-9926-8cafdc37221e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.785124 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-b45ce094-73f1-43ad-9926-8cafdc37221e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318071 Apr 12 11:08:04.800504 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-a5a9815e-be01-4a59-91f5-8d3629ebf334 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:04.801978 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-a5a9815e-be01-4a59-91f5-8d3629ebf334 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 945 time: 0.0508106 Apr 12 11:08:04.919189 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Deleting port 12d8543b-a8f7-4821-946c-3348a256d253 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:04.919537 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (12d8543b-a8f7-4821-946c-3348a256d253), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.969309 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Publish callbacks [] for port (0c408a71-b570-47e4-a146-64a2acde4d47), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:04.978282 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.029803 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:05.037738 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] For port 12d8543b-a8f7-4821-946c-3348a256d253, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=12d8543b-a8f7-4821-946c-3348a256d253,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:05.038335 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (12d8543b-a8f7-4821-946c-3348a256d253), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.268162 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.268734 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (31d99e94-e173-4c1f-ac31-bec975229567), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.269065 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Floating IP 31d99e94-e173-4c1f-ac31-bec975229567 disassociated. External IP: 172.27.0.237, port: 12d8543b-a8f7-4821-946c-3348a256d253. Apr 12 11:08:05.269417 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Calling delete_port for 12d8543b-a8f7-4821-946c-3348a256d253 owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:05.320601 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65231c74-50b0-4a57-8693-84371824c175 None None] Pushing event updated for resources: {'Port': ['ID=0c408a71-b570-47e4-a146-64a2acde4d47,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:05.322861 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:05.323378 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.326680 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Attempting to bind port 0c408a71-b570-47e4-a146-64a2acde4d47 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:08:05.327049 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Attempting to bind port 0c408a71-b570-47e4-a146-64a2acde4d47 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '3d5dafde-046e-48a6-be77-028c2a8e4bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ebd8cca3-76e9-476b-96da-ddc8ed6f95ae'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:08:05.327449 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Attempting to bind port 0c408a71-b570-47e4-a146-64a2acde4d47 on network ebd8cca3-76e9-476b-96da-ddc8ed6f95ae {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:05.364915 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:08:05.365297 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Checking segment: {'id': '3d5dafde-046e-48a6-be77-028c2a8e4bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ebd8cca3-76e9-476b-96da-ddc8ed6f95ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:05.365907 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.366333 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Bound using segment: {'id': '3d5dafde-046e-48a6-be77-028c2a8e4bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ebd8cca3-76e9-476b-96da-ddc8ed6f95ae'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:08:05.366859 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Bound port: 0c408a71-b570-47e4-a146-64a2acde4d47, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5dafde-046e-48a6-be77-028c2a8e4bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'ebd8cca3-76e9-476b-96da-ddc8ed6f95ae'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:08:05.367269 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.373821 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9e5b7-f0c3-4972-9660-87440f04b59d req-079d2374-2675-4deb-a296-55628e03d7ac tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:05.374937 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-06c9e5b7-f0c3-4972-9660-87440f04b59d req-079d2374-2675-4deb-a296-55628e03d7ac tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 945 time: 0.0998092 Apr 12 11:08:05.386429 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-eaed9316-88bd-45e8-bb56-e1bbf7672c90 None None] Provisioning complete for port 0c408a71-b570-47e4-a146-64a2acde4d47 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:05.386808 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-eaed9316-88bd-45e8-bb56-e1bbf7672c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.446490 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-06c9e5b7-f0c3-4972-9660-87440f04b59d req-e37a2490-8c88-49a9-8413-321bf8162440 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633905 Apr 12 11:08:05.471236 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-eaed9316-88bd-45e8-bb56-e1bbf7672c90 None None] Port 0c408a71-b570-47e4-a146-64a2acde4d47 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:08:05.508328 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (12d8543b-a8f7-4821-946c-3348a256d253), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.516732 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] For port 0c408a71-b570-47e4-a146-64a2acde4d47, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:08:05.521481 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] For port 0c408a71-b570-47e4-a146-64a2acde4d47, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=0c408a71-b570-47e4-a146-64a2acde4d47,segment=NetworkSegment(3d5dafde-046e-48a6-be77-028c2a8e4bd6),segment_id=3d5dafde-046e-48a6-be77-028c2a8e4bd6)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:08:05.527447 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:05.530640 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.546200 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event deleted for resources: {'Port': ['ID=12d8543b-a8f7-4821-946c-3348a256d253,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:05.595503 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Routers {'b62907e1-67fe-4d99-bc1a-cc953b79be54'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:05.596148 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['b62907e1-67fe-4d99-bc1a-cc953b79be54'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:05.601899 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65231c74-50b0-4a57-8693-84371824c175 None None] Pushing event updated for resources: {'Port': ['ID=0c408a71-b570-47e4-a146-64a2acde4d47,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:05.638772 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228655cc-eceb-4562-b4c8-3f95f5e7b7ce req-cecc45dd-03fe-45d6-bb1e-e5110f18ccfd tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:05.640360 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-228655cc-eceb-4562-b4c8-3f95f5e7b7ce req-cecc45dd-03fe-45d6-bb1e-e5110f18ccfd tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0988159 Apr 12 11:08:05.736875 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-228655cc-eceb-4562-b4c8-3f95f5e7b7ce req-1354b13b-392d-4759-a96d-084e2a9abc54 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898082 Apr 12 11:08:05.747121 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] Set router b62907e1-67fe-4d99-bc1a-cc953b79be54 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:05.761136 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Router 8d461e54-0cb0-49e6-896b-fc75f0540550 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:05.878089 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:05.892926 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f1e5ab-afd0-4e2f-88c0-ada7b0ab2b15 None None] Sync routers for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:05.905681 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f1e5ab-afd0-4e2f-88c0-ada7b0ab2b15 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:05.907158 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-7102e4ef-8fd2-42a4-923b-997a033a352b None None] Provisioning complete for port 0c408a71-b570-47e4-a146-64a2acde4d47 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:05.907404 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-16f1e5ab-afd0-4e2f-88c0-ada7b0ab2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:05.907554 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7102e4ef-8fd2-42a4-923b-997a033a352b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.924794 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] No DVR routers for this DVR port 12d8543b-a8f7-4821-946c-3348a256d253 on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:08:05.930769 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:05.931225 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c8c0f90d-12aa-4876-b7b2-14eca6b5bacd req-34d34623-55a6-4075-a83d-5eb808026deb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "DELETE /v2.0/ports/12d8543b-a8f7-4821-946c-3348a256d253 HTTP/1.1" status: 204 len: 173 time: 1.1174538 Apr 12 11:08:05.931729 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3000cf23-4397-4d95-b350-f79935fd1035', 'name': 'network-vif-deleted', 'tag': '12d8543b-a8f7-4821-946c-3348a256d253'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:05.934049 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234e3592-100c-4476-835a-3962ccc0697d" -d '{"events": [{"server_uuid": "3000cf23-4397-4d95-b350-f79935fd1035", "name": "network-vif-deleted", "tag": "12d8543b-a8f7-4821-946c-3348a256d253"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:05.989332 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb8fefc-dcb0-462b-b7a3-f38f936e7005 x-openstack-request-id: req-9eb8fefc-dcb0-462b-b7a3-f38f936e7005 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:05.989622 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3000cf23-4397-4d95-b350-f79935fd1035", "name": "network-vif-deleted", "tag": "12d8543b-a8f7-4821-946c-3348a256d253", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:05.989926 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9eb8fefc-dcb0-462b-b7a3-f38f936e7005 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:05.990384 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb8fefc-dcb0-462b-b7a3-f38f936e7005'] response: {'server_uuid': '3000cf23-4397-4d95-b350-f79935fd1035', 'name': 'network-vif-deleted', 'tag': '12d8543b-a8f7-4821-946c-3348a256d253', 'status': 'completed', 'code': 200} Apr 12 11:08:06.039417 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'name': 'tempest-TestVolumeBootPattern-1931048878-router', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:58Z', 'updated_at': '2022-04-12T11:08:02Z', 'revision_number': 4, 'project_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'gw_port': {'id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:59Z', 'updated_at': '2022-04-12T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '0c408a71-b570-47e4-a146-64a2acde4d47', 'name': '', 'network_id': 'ebd8cca3-76e9-476b-96da-ddc8ed6f95ae', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'mac_address': 'fa:16:3e:ef:4c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a94e4849-4862-4101-9d89-43fd7d331ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:01Z', 'updated_at': '2022-04-12T11:08:05Z', 'revision_number': 4, 'project_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'subnets': [{'id': 'a94e4849-4862-4101-9d89-43fd7d331ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:06.052914 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-16f1e5ab-afd0-4e2f-88c0-ada7b0ab2b15 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:06.101305 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5069be6-3a57-4d68-947c-d495a7475916 None None] The sync data for ids ['b62907e1-67fe-4d99-bc1a-cc953b79be54'] in dv-cinder-830089-4-iscsi is: [{'id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'name': 'tempest-TestVolumeBootPattern-1931048878-router', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:58Z', 'updated_at': '2022-04-12T11:08:02Z', 'revision_number': 4, 'project_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'gw_port': {'id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:59Z', 'updated_at': '2022-04-12T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '0c408a71-b570-47e4-a146-64a2acde4d47', 'name': '', 'network_id': 'ebd8cca3-76e9-476b-96da-ddc8ed6f95ae', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'mac_address': 'fa:16:3e:ef:4c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'a94e4849-4862-4101-9d89-43fd7d331ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:08:01Z', 'updated_at': '2022-04-12T11:08:05Z', 'revision_number': 4, 'project_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'subnets': [{'id': 'a94e4849-4862-4101-9d89-43fd7d331ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:06.124227 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-7102e4ef-8fd2-42a4-923b-997a033a352b None None] Current status of the port 0c408a71-b570-47e4-a146-64a2acde4d47 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:06.124613 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7102e4ef-8fd2-42a4-923b-997a033a352b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.215604 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-7102e4ef-8fd2-42a4-923b-997a033a352b None None] For port 0c408a71-b570-47e4-a146-64a2acde4d47, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=0c408a71-b570-47e4-a146-64a2acde4d47,segment=NetworkSegment(3d5dafde-046e-48a6-be77-028c2a8e4bd6),segment_id=3d5dafde-046e-48a6-be77-028c2a8e4bd6)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:06.233071 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7102e4ef-8fd2-42a4-923b-997a033a352b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:06.296349 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102e4ef-8fd2-42a4-923b-997a033a352b None None] Pushing event updated for resources: {'Port': ['ID=0c408a71-b570-47e4-a146-64a2acde4d47,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:06.401905 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-16f1e5ab-afd0-4e2f-88c0-ada7b0ab2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:06.428989 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f1e5ab-afd0-4e2f-88c0-ada7b0ab2b15 None None] Checking router: 8d461e54-0cb0-49e6-896b-fc75f0540550 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:06.439326 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f1e5ab-afd0-4e2f-88c0-ada7b0ab2b15 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:06.439951 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-16f1e5ab-afd0-4e2f-88c0-ada7b0ab2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:06.552312 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-16f1e5ab-afd0-4e2f-88c0-ada7b0ab2b15 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:06.563406 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-41742dd4-fb69-4baa-a408-0514e276ec91 req-f7c5860c-ac68-4114-8812-a458e1ae03d3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=3000cf23-4397-4d95-b350-f79935fd1035 HTTP/1.1" status: 200 len: 210 time: 0.0312266 Apr 12 11:08:06.749606 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 12d8543b-a8f7-4821-946c-3348a256d253 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:06.786788 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: 12d8543b-a8f7-4821-946c-3348a256d253 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:06.787522 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 12d8543b-a8f7-4821-946c-3348a256d253 not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:06.789217 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-16f1e5ab-afd0-4e2f-88c0-ada7b0ab2b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:06.821882 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f1e5ab-afd0-4e2f-88c0-ada7b0ab2b15 None None] The sync data for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi is: [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:06.870564 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1aba6-09f3-428b-8826-6b6f8061bdc3 req-3837829a-ef21-4ed5-9c3a-c02b0c7c0f20 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:06.872219 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4fd1aba6-09f3-428b-8826-6b6f8061bdc3 req-3837829a-ef21-4ed5-9c3a-c02b0c7c0f20 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0498602 Apr 12 11:08:06.941751 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4fd1aba6-09f3-428b-8826-6b6f8061bdc3 req-e124f8fa-e993-4837-ac78-441e70cac897 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639153 Apr 12 11:08:07.018449 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 0c408a71-b570-47e4-a146-64a2acde4d47 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:07.076550 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 0c408a71-b570-47e4-a146-64a2acde4d47 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:07.076925 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:07.169650 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 0c408a71-b570-47e4-a146-64a2acde4d47 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:07.183622 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c404e99-294f-4034-b13d-f9661655e738 None None] New status for floating IP 31d99e94-e173-4c1f-ac31-bec975229567: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:08:07.650512 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53816) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:07.706519 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3b6e5c2b-8ca7-43c8-8a64-679d0bb83056 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:07.730266 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3b6e5c2b-8ca7-43c8-8a64-679d0bb83056 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:07.778148 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3b6e5c2b-8ca7-43c8-8a64-679d0bb83056 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:07.780855 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3b6e5c2b-8ca7-43c8-8a64-679d0bb83056 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:07.782222 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-3b6e5c2b-8ca7-43c8-8a64-679d0bb83056 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "DELETE /v2.0/security-groups/c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2 HTTP/1.1" status: 204 len: 168 time: 0.1306314 Apr 12 11:08:07.785112 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 53818) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:07.792399 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e5c2b-8ca7-43c8-8a64-679d0bb83056 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:07.799497 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.api.v2.resource [None req-9faee897-3de4-490c-8080-cdc540763d30 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] show failed (client error): The resource could not be found. Apr 12 11:08:07.800784 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-9faee897-3de4-490c-8080-cdc540763d30 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups/c6f4b57a-5b3b-4b21-a085-ffb9ec06f7a2 HTTP/1.1" status: 404 len: 347 time: 0.0147018 Apr 12 11:08:07.804255 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 53820) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:07.918618 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8e7132e5-310e-40fc-ae83-db7fb5147edb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Deleting port 60a1652b-5b0f-4d8b-a508-b4b09077f367 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:07.918860 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e7132e5-310e-40fc-ae83-db7fb5147edb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (60a1652b-5b0f-4d8b-a508-b4b09077f367), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:07.997929 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e7132e5-310e-40fc-ae83-db7fb5147edb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (60a1652b-5b0f-4d8b-a508-b4b09077f367), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:07.998252 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e7132e5-310e-40fc-ae83-db7fb5147edb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (60a1652b-5b0f-4d8b-a508-b4b09077f367), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:08.011295 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-8e7132e5-310e-40fc-ae83-db7fb5147edb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Calling delete_port for 60a1652b-5b0f-4d8b-a508-b4b09077f367 owned by network:floatingip {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:08.093253 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e62fc-3ab9-4fa1-8ef9-e2986113d174 req-be1db98e-1ad5-4c12-979a-9597a1455219 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:08.094703 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f78e62fc-3ab9-4fa1-8ef9-e2986113d174 req-be1db98e-1ad5-4c12-979a-9597a1455219 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0846944 Apr 12 11:08:08.165156 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f78e62fc-3ab9-4fa1-8ef9-e2986113d174 req-4b29a0d5-7252-4623-bb75-1e9688ff423a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632014 Apr 12 11:08:08.218210 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e7132e5-310e-40fc-ae83-db7fb5147edb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (60a1652b-5b0f-4d8b-a508-b4b09077f367), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:08.243554 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7132e5-310e-40fc-ae83-db7fb5147edb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event deleted for resources: {'Port': ['ID=60a1652b-5b0f-4d8b-a508-b4b09077f367,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:08.308468 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e7132e5-310e-40fc-ae83-db7fb5147edb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (31d99e94-e173-4c1f-ac31-bec975229567), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:08.310960 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8e7132e5-310e-40fc-ae83-db7fb5147edb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:08.312367 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-8e7132e5-310e-40fc-ae83-db7fb5147edb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "DELETE /v2.0/floatingips/31d99e94-e173-4c1f-ac31-bec975229567 HTTP/1.1" status: 204 len: 168 time: 0.5070848 Apr 12 11:08:08.716653 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 53830) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:08.721152 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-59fc4f9a-484f-40dc-8e66-59f06522c56c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312864608', 'description': 'tempest-description--104535057'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:08.741257 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59fc4f9a-484f-40dc-8e66-59f06522c56c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:08.810458 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59fc4f9a-484f-40dc-8e66-59f06522c56c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (167a6236-6d3d-4728-a58d-7f90de0d526a), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:08.814645 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59fc4f9a-484f-40dc-8e66-59f06522c56c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (167a6236-6d3d-4728-a58d-7f90de0d526a), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:08.842739 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59fc4f9a-484f-40dc-8e66-59f06522c56c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:08.843975 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-59fc4f9a-484f-40dc-8e66-59f06522c56c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1263359 Apr 12 11:08:08.846927 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53832) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:08.847832 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc4f9a-484f-40dc-8e66-59f06522c56c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167a6236-6d3d-4728-a58d-7f90de0d526a,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:08.851608 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-155a8da6-4d05-4fb4-b17e-8590ec936e83 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'security_group_rule': {'security_group_id': '167a6236-6d3d-4728-a58d-7f90de0d526a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:08.877028 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-155a8da6-4d05-4fb4-b17e-8590ec936e83 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (fa5855ff-69b4-4dca-8c0a-21bb389de0fa), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:08.933436 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-155a8da6-4d05-4fb4-b17e-8590ec936e83 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (fa5855ff-69b4-4dca-8c0a-21bb389de0fa), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:08.938082 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-155a8da6-4d05-4fb4-b17e-8590ec936e83 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (fa5855ff-69b4-4dca-8c0a-21bb389de0fa), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:08.957257 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a8da6-4d05-4fb4-b17e-8590ec936e83 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5855ff-69b4-4dca-8c0a-21bb389de0fa,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:08.965146 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-155a8da6-4d05-4fb4-b17e-8590ec936e83 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:08.966353 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-155a8da6-4d05-4fb4-b17e-8590ec936e83 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184006 Apr 12 11:08:08.968957 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53834) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:08.973108 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-21c0fae2-aa87-4891-88ec-48a3ec33f6b0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'security_group_rule': {'security_group_id': '167a6236-6d3d-4728-a58d-7f90de0d526a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:08.998125 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21c0fae2-aa87-4891-88ec-48a3ec33f6b0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (0cd424e3-8033-4403-8bbe-6ef79aae8578), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.057157 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21c0fae2-aa87-4891-88ec-48a3ec33f6b0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (0cd424e3-8033-4403-8bbe-6ef79aae8578), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.060917 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21c0fae2-aa87-4891-88ec-48a3ec33f6b0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (0cd424e3-8033-4403-8bbe-6ef79aae8578), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.077627 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0fae2-aa87-4891-88ec-48a3ec33f6b0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd424e3-8033-4403-8bbe-6ef79aae8578,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:09.087113 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-21c0fae2-aa87-4891-88ec-48a3ec33f6b0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.088319 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-21c0fae2-aa87-4891-88ec-48a3ec33f6b0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184599 Apr 12 11:08:09.091368 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 53836) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:09.095621 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'floatingip': {'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:09.115113 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.194830 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.278276 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c36247-7891-4a85-bc25-551ec5925418 req-3e59976b-d0c6-4aab-bc93-6729feb0c314 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:09.279776 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d4c36247-7891-4a85-bc25-551ec5925418 req-3e59976b-d0c6-4aab-bc93-6729feb0c314 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0460312 Apr 12 11:08:09.305730 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Allocated IP 172.27.0.87 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/196f35ef-f821-4026-96fb-532e10e3dbea) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:09.327527 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d4c36247-7891-4a85-bc25-551ec5925418 req-303f95c3-183f-4190-a497-472e9d9072d3 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419981 Apr 12 11:08:09.411547 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for port (196f35ef-f821-4026-96fb-532e10e3dbea), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.449109 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (196f35ef-f821-4026-96fb-532e10e3dbea), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.490159 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:09.493004 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:09.496429 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:09.518244 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.521093 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'Port': ['ID=196f35ef-f821-4026-96fb-532e10e3dbea,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:09.588829 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.628478 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (196f35ef-f821-4026-96fb-532e10e3dbea), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.781825 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for port (196f35ef-f821-4026-96fb-532e10e3dbea), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.786050 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (196f35ef-f821-4026-96fb-532e10e3dbea), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.866061 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'Port': ['ID=196f35ef-f821-4026-96fb-532e10e3dbea,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:09.868537 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.884037 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:09.885256 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-10b20613-b4d6-490f-a85d-87957c1fea7f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7929864 Apr 12 11:08:10.074469 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-19f4ab60-da74-4c8d-a210-0b2c1654d146 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1312864608&fields=id&tenant_id=712ce764cc7f4e1594a6092d333bc48d HTTP/1.1" status: 200 len: 267 time: 0.0412319 Apr 12 11:08:10.182391 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-32cb7dba-d261-4398-a506-7acbb97a68bd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:10.183872 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-32cb7dba-d261-4398-a506-7acbb97a68bd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 814 time: 0.1024470 Apr 12 11:08:10.200026 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-e823eaf8-9617-4833-a959-2b16ee8fe2ed tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/quotas/712ce764cc7f4e1594a6092d333bc48d HTTP/1.1" status: 200 len: 375 time: 0.0105503 Apr 12 11:08:10.247717 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-55ebca37-7e19-4e7f-ad5c-fcbc3c3f0ade tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424850 Apr 12 11:08:10.347634 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-d7850d58-3e7e-4b3b-ab44-206ad23fda44 service neutron] 10.222.0.55 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860786 Apr 12 11:08:10.468758 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc0471-471e-4dda-aca9-3f2de61d223c req-e0252ddf-12f2-4208-afb2-3a2571756128 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:10.470196 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4adc0471-471e-4dda-aca9-3f2de61d223c req-e0252ddf-12f2-4208-afb2-3a2571756128 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0652058 Apr 12 11:08:10.487330 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-9cfa4c35-48f7-4bfc-9d51-42ac0c36fd21 service neutron] 10.222.0.55 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340251 Apr 12 11:08:10.521098 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4adc0471-471e-4dda-aca9-3f2de61d223c req-bdf36024-99e4-450a-854b-887fd606b241 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447803 Apr 12 11:08:10.645118 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-92b520c4-0e98-458b-807a-b43328972d56 req-74c1d8ef-a421-46b6-bb0f-079f1afe8405 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 210 time: 0.0267971 Apr 12 11:08:11.643081 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238decb-32ff-4449-aa7a-f76589281c06 req-84ba5f86-fdcc-4abe-9a73-62f0a5ad974e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:11.644634 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7238decb-32ff-4449-aa7a-f76589281c06 req-84ba5f86-fdcc-4abe-9a73-62f0a5ad974e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0535538 Apr 12 11:08:11.712599 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7238decb-32ff-4449-aa7a-f76589281c06 req-307bcfbd-94d9-4dbe-86fe-08c85c7c9f67 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618458 Apr 12 11:08:11.765638 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-92960239-aa19-4be8-8aad-e8340279fd81 req-8658f8d4-11fc-4f72-9433-aa5b65fb5ee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 210 time: 0.0400529 Apr 12 11:08:11.852470 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-c531208d-39e7-4efb-b92e-d27054fddb4b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:11.853931 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-c531208d-39e7-4efb-b92e-d27054fddb4b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 814 time: 0.1574578 Apr 12 11:08:11.927588 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-f0f99fd3-1148-4d4f-b35c-460e86082060 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=712ce764cc7f4e1594a6092d333bc48d HTTP/1.1" status: 200 len: 380 time: 0.0524759 Apr 12 11:08:12.050969 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-409fb22e-0c06-424c-a921-6598c123fdfd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'port': {'device_id': '7c56f064-2210-4224-8fe0-caddd0204700', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'admin_state_up': True, 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'security_groups': ['167a6236-6d3d-4728-a58d-7f90de0d526a']}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:12.160538 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-409fb22e-0c06-424c-a921-6598c123fdfd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Made reservation on behalf of 712ce764cc7f4e1594a6092d333bc48d for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:12.164486 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-409fb22e-0c06-424c-a921-6598c123fdfd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:12.291630 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-409fb22e-0c06-424c-a921-6598c123fdfd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Allocated IP 172.20.0.6 (6f32d468-ddbc-4b9d-abc3-b84d288bd876/c307a9d7-336a-46ab-a789-b81d127c4a49/10fdfbc6-afab-4bc5-be30-67ff16f00bea) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:12.424387 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-409fb22e-0c06-424c-a921-6598c123fdfd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:12.455882 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-409fb22e-0c06-424c-a921-6598c123fdfd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:12.504277 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-409fb22e-0c06-424c-a921-6598c123fdfd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:12.507494 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-409fb22e-0c06-424c-a921-6598c123fdfd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:12.511324 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-409fb22e-0c06-424c-a921-6598c123fdfd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:12.534717 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fb22e-0c06-424c-a921-6598c123fdfd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'Port': ['ID=10fdfbc6-afab-4bc5-be30-67ff16f00bea,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:12.564263 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-409fb22e-0c06-424c-a921-6598c123fdfd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:12.564876 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-409fb22e-0c06-424c-a921-6598c123fdfd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:12.582197 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-409fb22e-0c06-424c-a921-6598c123fdfd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5352077 Apr 12 11:08:12.608634 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Request body: {'port': {'device_id': '7c56f064-2210-4224-8fe0-caddd0204700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:12.671751 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:12.698359 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-0cecdba9-b9c9-4116-8648-b55d09d9c612 None None] Provisioning complete for port 10fdfbc6-afab-4bc5-be30-67ff16f00bea triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:12.698865 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0cecdba9-b9c9-4116-8648-b55d09d9c612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:12.732542 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-0cecdba9-b9c9-4116-8648-b55d09d9c612 None None] Port 10fdfbc6-afab-4bc5-be30-67ff16f00bea cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:08:12.899959 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb072be2-7457-4678-aaa6-ce03c5f43257 req-321f9562-4660-461c-b60b-4f0e3d4ae430 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:12.901413 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb072be2-7457-4678-aaa6-ce03c5f43257 req-321f9562-4660-461c-b60b-4f0e3d4ae430 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.1043355 Apr 12 11:08:12.959341 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c2082-22f0-4e7b-8231-2178e6cc9c15 req-01ffb35b-7207-4f54-a331-f8b3b8beacb5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:12.961838 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-756c2082-22f0-4e7b-8231-2178e6cc9c15 req-01ffb35b-7207-4f54-a331-f8b3b8beacb5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 931 time: 0.1234634 Apr 12 11:08:13.034992 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb072be2-7457-4678-aaa6-ce03c5f43257 req-af5b173d-ff44-4548-8408-2b053c394032 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221225 Apr 12 11:08:13.073507 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-756c2082-22f0-4e7b-8231-2178e6cc9c15 req-c03232df-b6cb-4002-8a90-cb85e3bb1608 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=167a6236-6d3d-4728-a58d-7f90de0d526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052926 Apr 12 11:08:13.118797 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fdfbc6-afab-4bc5-be30-67ff16f00bea {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:08:13.127945 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Publish callbacks [] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.141995 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Transition to ACTIVE for port object 10fdfbc6-afab-4bc5-be30-67ff16f00bea will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:08:13.146896 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.217380 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Pushing event updated for resources: {'Port': ['ID=10fdfbc6-afab-4bc5-be30-67ff16f00bea,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:13.275760 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Attempting to bind port 10fdfbc6-afab-4bc5-be30-67ff16f00bea on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:08:13.276196 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Attempting to bind port 10fdfbc6-afab-4bc5-be30-67ff16f00bea by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:08:13.276595 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Attempting to bind port 10fdfbc6-afab-4bc5-be30-67ff16f00bea on network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:13.281643 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Port 10fdfbc6-afab-4bc5-be30-67ff16f00bea on network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:08:13.281962 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Attempting to bind port 10fdfbc6-afab-4bc5-be30-67ff16f00bea on network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:13.286881 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:08:13.287255 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Checking segment: {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:13.287639 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Bound using segment: {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:08:13.288071 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Bound port: 10fdfbc6-afab-4bc5-be30-67ff16f00bea, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:08:13.288421 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.356589 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] For port 10fdfbc6-afab-4bc5-be30-67ff16f00bea, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:08:13.359499 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] For port 10fdfbc6-afab-4bc5-be30-67ff16f00bea, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=10fdfbc6-afab-4bc5-be30-67ff16f00bea,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:08:13.365003 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.402844 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:13.403496 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:13.404864 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] 10.222.0.61 "PUT /v2.0/ports/10fdfbc6-afab-4bc5-be30-67ff16f00bea HTTP/1.1" status: 200 len: 1093 time: 0.8005235 Apr 12 11:08:13.405305 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c56f064-2210-4224-8fe0-caddd0204700', 'tag': '10fdfbc6-afab-4bc5-be30-67ff16f00bea'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:13.407584 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fae74b-d267-4e40-9342-7492ea0546f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7c56f064-2210-4224-8fe0-caddd0204700", "tag": "10fdfbc6-afab-4bc5-be30-67ff16f00bea"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:13.434475 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081732f-e0be-4893-9e00-951bdae9a58a service neutron] Pushing event updated for resources: {'Port': ['ID=10fdfbc6-afab-4bc5-be30-67ff16f00bea,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:13.446155 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b5bc09-50ca-4a55-bd9f-18629742953b x-openstack-request-id: req-20b5bc09-50ca-4a55-bd9f-18629742953b {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:13.446440 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c56f064-2210-4224-8fe0-caddd0204700", "tag": "10fdfbc6-afab-4bc5-be30-67ff16f00bea", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:13.446751 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20b5bc09-50ca-4a55-bd9f-18629742953b {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:13.447177 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b5bc09-50ca-4a55-bd9f-18629742953b'] response: {'name': 'network-changed', 'server_uuid': '7c56f064-2210-4224-8fe0-caddd0204700', 'tag': '10fdfbc6-afab-4bc5-be30-67ff16f00bea', 'status': 'completed', 'code': 200} Apr 12 11:08:13.524234 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-2f71e03c-8214-4993-a1f8-b31b35b157cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:13.525897 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-2f71e03c-8214-4993-a1f8-b31b35b157cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 1127 time: 0.0443361 Apr 12 11:08:13.580436 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-7eeadfa0-e2fd-4147-92a7-47c39c6ab87f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10fdfbc6-afab-4bc5-be30-67ff16f00bea HTTP/1.1" status: 200 len: 217 time: 0.0385747 Apr 12 11:08:13.633906 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-969fcd7c-66c4-4d25-bc2e-ccac2dcc54af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:13.635393 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-969fcd7c-66c4-4d25-bc2e-ccac2dcc54af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c307a9d7-336a-46ab-a789-b81d127c4a49 HTTP/1.1" status: 200 len: 853 time: 0.0482404 Apr 12 11:08:13.681577 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-62e02769-1473-4ad8-8376-dd233f937543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:13.683170 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-62e02769-1473-4ad8-8376-dd233f937543 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f32d468-ddbc-4b9d-abc3-b84d288bd876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402410 Apr 12 11:08:13.786754 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-eb2a6172-ff57-484a-b4ac-3cfa9ae3851c service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898836 Apr 12 11:08:13.876381 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-471df2ec-a12e-48c0-a751-f0c57f85abfe req-7372a740-5ca9-4be6-bcce-6db010c97d5c service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816181 Apr 12 11:08:13.884205 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:08:14.180106 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5a4bd-b091-4c84-a52c-40b4ff7996dc req-9890f3fa-8de4-44a9-a3bb-6f90d67324f9 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:14.181549 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c6b5a4bd-b091-4c84-a52c-40b4ff7996dc req-9890f3fa-8de4-44a9-a3bb-6f90d67324f9 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0774713 Apr 12 11:08:14.205239 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761df0a3-e81b-412d-ba9b-3119b94d875c req-3a9397f6-c567-467e-b708-f8b4bc5bbf03 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:14.206628 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-761df0a3-e81b-412d-ba9b-3119b94d875c req-3a9397f6-c567-467e-b708-f8b4bc5bbf03 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 943 time: 0.0624719 Apr 12 11:08:14.270683 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c6b5a4bd-b091-4c84-a52c-40b4ff7996dc req-1b49212b-19c3-49ba-a250-3b867ca45631 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836141 Apr 12 11:08:14.274552 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-761df0a3-e81b-412d-ba9b-3119b94d875c req-9090fd82-dfa1-46d8-babe-9fb3633f5dc9 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=167a6236-6d3d-4728-a58d-7f90de0d526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614059 Apr 12 11:08:15.403793 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fae74b-d267-4e40-9342-7492ea0546f8 req-214225fb-948e-4739-901e-2244f42320c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:15.405265 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58fae74b-d267-4e40-9342-7492ea0546f8 req-214225fb-948e-4739-901e-2244f42320c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 1127 time: 0.0942464 Apr 12 11:08:15.444755 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6546c-9baa-4087-89a4-c54bb1fff54b req-3a96ad88-3b81-44a4-a78b-c5495f05fc94 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:15.446233 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-54e6546c-9baa-4087-89a4-c54bb1fff54b req-3a96ad88-3b81-44a4-a78b-c5495f05fc94 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.1011868 Apr 12 11:08:15.453646 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76800a-f5ad-4918-9b87-003f1586767d req-761509d6-420c-4204-8e24-02a1e477e72e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:15.454974 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-df76800a-f5ad-4918-9b87-003f1586767d req-761509d6-420c-4204-8e24-02a1e477e72e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 943 time: 0.1110315 Apr 12 11:08:15.581839 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-54e6546c-9baa-4087-89a4-c54bb1fff54b req-71ab0013-8e32-4f8c-87a2-0d02de977fcd tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199841 Apr 12 11:08:15.592848 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-df76800a-f5ad-4918-9b87-003f1586767d req-3ac9e358-3a87-45ea-9f74-e529758c493d tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=167a6236-6d3d-4728-a58d-7f90de0d526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285331 Apr 12 11:08:15.593957 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fae74b-d267-4e40-9342-7492ea0546f8 req-a6d7895f-305a-46e6-98bc-4846e5e97f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:15.595202 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58fae74b-d267-4e40-9342-7492ea0546f8 req-a6d7895f-305a-46e6-98bc-4846e5e97f60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 915 time: 0.1794636 Apr 12 11:08:15.641508 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58fae74b-d267-4e40-9342-7492ea0546f8 req-8aaa74c4-5ae0-468e-ab8d-d4186ce76c05 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10fdfbc6-afab-4bc5-be30-67ff16f00bea HTTP/1.1" status: 200 len: 217 time: 0.0388210 Apr 12 11:08:15.692921 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fae74b-d267-4e40-9342-7492ea0546f8 req-1c359ecf-56fe-4141-9e49-6a80ca99db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:15.694356 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58fae74b-d267-4e40-9342-7492ea0546f8 req-1c359ecf-56fe-4141-9e49-6a80ca99db80 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c307a9d7-336a-46ab-a789-b81d127c4a49 HTTP/1.1" status: 200 len: 853 time: 0.0453188 Apr 12 11:08:15.745377 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fae74b-d267-4e40-9342-7492ea0546f8 req-787141fa-2017-46b9-88e6-0764b060de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:15.746752 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58fae74b-d267-4e40-9342-7492ea0546f8 req-787141fa-2017-46b9-88e6-0764b060de16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f32d468-ddbc-4b9d-abc3-b84d288bd876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387440 Apr 12 11:08:15.845466 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58fae74b-d267-4e40-9342-7492ea0546f8 req-937cdbd4-8717-406a-af11-0e8a092651f0 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915766 Apr 12 11:08:15.939905 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58fae74b-d267-4e40-9342-7492ea0546f8 req-7ceeedda-8af2-460e-80ca-94e23a3a68eb service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856314 Apr 12 11:08:16.726879 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a6244-b4c6-45f4-a66d-e2e9ab495308 req-f2061c53-26af-4743-ba16-4246b45d6ccb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:16.728503 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-041a6244-b4c6-45f4-a66d-e2e9ab495308 req-f2061c53-26af-4743-ba16-4246b45d6ccb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0778010 Apr 12 11:08:16.738514 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902223a-a9be-4a92-ba09-39bf950b7a9d req-248d8f66-1efd-4d3f-af51-7c7bb1c111bc tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:16.740193 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c902223a-a9be-4a92-ba09-39bf950b7a9d req-248d8f66-1efd-4d3f-af51-7c7bb1c111bc tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 943 time: 0.0778151 Apr 12 11:08:16.810991 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-041a6244-b4c6-45f4-a66d-e2e9ab495308 req-74dca0b4-6f8b-4c50-a6ac-6f828d995ecb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698559 Apr 12 11:08:16.814417 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c902223a-a9be-4a92-ba09-39bf950b7a9d req-e3841a00-d295-434d-bbf6-69f927535cb0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=167a6236-6d3d-4728-a58d-7f90de0d526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669658 Apr 12 11:08:16.834044 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 10fdfbc6-afab-4bc5-be30-67ff16f00bea details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:08:16.929480 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 10fdfbc6-afab-4bc5-be30-67ff16f00bea, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=10fdfbc6-afab-4bc5-be30-67ff16f00bea,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:16.941667 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '10fdfbc6-afab-4bc5-be30-67ff16f00bea', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'port_id': '10fdfbc6-afab-4bc5-be30-67ff16f00bea', 'mac_address': 'fa:16:3e:b5:26:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:08:16.983173 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 10fdfbc6-afab-4bc5-be30-67ff16f00bea is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:16.983492 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:16.996954 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fdfbc6-afab-4bc5-be30-67ff16f00bea {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:08:17.017585 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 10fdfbc6-afab-4bc5-be30-67ff16f00bea, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=10fdfbc6-afab-4bc5-be30-67ff16f00bea,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:17.021277 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:17.068226 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=10fdfbc6-afab-4bc5-be30-67ff16f00bea,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:17.076419 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.076769 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.077143 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.077502 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.077845 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.078177 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.078506 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.078835 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.079181 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.079510 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.079836 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.080177 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.080507 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.080828 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.081161 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:17.465772 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['10fdfbc6-afab-4bc5-be30-67ff16f00bea'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:08:18.198936 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0872d82-2221-4202-9ed6-42677add8edf req-7fa7926c-56bf-47d5-9823-4c10a9a0ed6d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:18.200478 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f0872d82-2221-4202-9ed6-42677add8edf req-7fa7926c-56bf-47d5-9823-4c10a9a0ed6d tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.3229108 Apr 12 11:08:18.207957 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec3d99-b2ee-4138-b66d-53d9dbee2de1 req-78c1b153-908f-4276-8089-5bb4a393e642 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:18.209280 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-90ec3d99-b2ee-4138-b66d-53d9dbee2de1 req-78c1b153-908f-4276-8089-5bb4a393e642 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 944 time: 0.3231046 Apr 12 11:08:18.279006 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f0872d82-2221-4202-9ed6-42677add8edf req-4d858870-c4c1-4439-88aa-670d39cdf951 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688093 Apr 12 11:08:18.281943 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-90ec3d99-b2ee-4138-b66d-53d9dbee2de1 req-31b7da98-35e7-4524-9e8c-8d1c5e312682 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=167a6236-6d3d-4728-a58d-7f90de0d526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662248 Apr 12 11:08:18.828110 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 10fdfbc6-afab-4bc5-be30-67ff16f00bea up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:18.871891 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port 10fdfbc6-afab-4bc5-be30-67ff16f00bea completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:08:18.877626 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 10fdfbc6-afab-4bc5-be30-67ff16f00bea triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:18.878124 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.957199 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 10fdfbc6-afab-4bc5-be30-67ff16f00bea is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:18.957562 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:18.981188 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c56f064-2210-4224-8fe0-caddd0204700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fdfbc6-afab-4bc5-be30-67ff16f00bea'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:18.983480 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9df76a4-2eaa-4cbf-8221-6ff8187cafed" -d '{"events": [{"server_uuid": "7c56f064-2210-4224-8fe0-caddd0204700", "name": "network-vif-plugged", "status": "completed", "tag": "10fdfbc6-afab-4bc5-be30-67ff16f00bea"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:18.995563 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 10fdfbc6-afab-4bc5-be30-67ff16f00bea, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=10fdfbc6-afab-4bc5-be30-67ff16f00bea,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:19.000877 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:19.029584 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b5a680-4bfa-4e61-b658-039498bd8281 x-openstack-request-id: req-38b5a680-4bfa-4e61-b658-039498bd8281 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:19.029892 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c56f064-2210-4224-8fe0-caddd0204700", "name": "network-vif-plugged", "status": "completed", "tag": "10fdfbc6-afab-4bc5-be30-67ff16f00bea", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:19.030149 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38b5a680-4bfa-4e61-b658-039498bd8281 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:19.030538 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b5a680-4bfa-4e61-b658-039498bd8281'] response: {'server_uuid': '7c56f064-2210-4224-8fe0-caddd0204700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fdfbc6-afab-4bc5-be30-67ff16f00bea', 'code': 200} Apr 12 11:08:19.056118 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=10fdfbc6-afab-4bc5-be30-67ff16f00bea,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:19.252597 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038a8e5-a09a-4068-a230-9cfafc439cca req-601909ba-1743-49be-a3a1-00dbe78989f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:19.254055 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9038a8e5-a09a-4068-a230-9cfafc439cca req-601909ba-1743-49be-a3a1-00dbe78989f7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 1129 time: 0.0370846 Apr 12 11:08:19.297496 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9038a8e5-a09a-4068-a230-9cfafc439cca req-403da0c6-f4ce-4bba-8c2a-b38a770bf6a1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=167a6236-6d3d-4728-a58d-7f90de0d526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356417 Apr 12 11:08:19.423108 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b98680-a48c-408a-b194-92240523d89d req-1c36f691-2c55-4aa7-9bfe-971f8fa2f316 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:19.424547 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-87b98680-a48c-408a-b194-92240523d89d req-1c36f691-2c55-4aa7-9bfe-971f8fa2f316 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0765829 Apr 12 11:08:19.430834 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b6d94-72ed-4880-82bc-70603947c5d0 req-dd960735-d786-4cdf-9f2e-cff06cb3c24f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:19.432096 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-335b6d94-72ed-4880-82bc-70603947c5d0 req-dd960735-d786-4cdf-9f2e-cff06cb3c24f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 945 time: 0.0829468 Apr 12 11:08:19.497962 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-87b98680-a48c-408a-b194-92240523d89d req-2cb74807-1bc3-4a60-9f5f-516c9fd4dcad tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649405 Apr 12 11:08:19.504494 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-335b6d94-72ed-4880-82bc-70603947c5d0 req-3489737a-6764-4e15-a936-4c91f420e2d7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=167a6236-6d3d-4728-a58d-7f90de0d526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657208 Apr 12 11:08:20.643212 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165ac12-20af-4be4-a9b9-91d8739d9448 req-09e0da94-193b-44ea-b024-2851cdb53836 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:20.644670 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6165ac12-20af-4be4-a9b9-91d8739d9448 req-09e0da94-193b-44ea-b024-2851cdb53836 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0798793 Apr 12 11:08:20.650449 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898624a1-bafe-48bc-bc01-4a2b2a9ff322 req-8854c66c-908f-42ed-b54c-ef2f14b9fe18 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:20.651791 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-898624a1-bafe-48bc-bc01-4a2b2a9ff322 req-8854c66c-908f-42ed-b54c-ef2f14b9fe18 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 945 time: 0.0770433 Apr 12 11:08:20.720695 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6165ac12-20af-4be4-a9b9-91d8739d9448 req-8662d105-7c82-4257-9f5e-8676f7bf4e2e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679519 Apr 12 11:08:20.728736 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-898624a1-bafe-48bc-bc01-4a2b2a9ff322 req-117fbbdb-238f-4abe-b29d-e0e749db7c01 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=167a6236-6d3d-4728-a58d-7f90de0d526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704484 Apr 12 11:08:21.868894 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6a888-5f15-4f8c-86d7-f660004b765f req-d3bfb8c1-f687-4b18-8b55-ce0e79cc4f22 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:21.870446 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-efc6a888-5f15-4f8c-86d7-f660004b765f req-d3bfb8c1-f687-4b18-8b55-ce0e79cc4f22 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0792477 Apr 12 11:08:21.876432 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7003-44d7-4d1e-ac66-45f11c15ac5b req-47198349-540c-40ce-810f-4a4b9de08fdc tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:21.877825 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b32d7003-44d7-4d1e-ac66-45f11c15ac5b req-47198349-540c-40ce-810f-4a4b9de08fdc tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 945 time: 0.0777137 Apr 12 11:08:21.948541 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-efc6a888-5f15-4f8c-86d7-f660004b765f req-99a8a975-4a64-4bd8-8ca9-ba8c4304e9b4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697660 Apr 12 11:08:21.955483 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b32d7003-44d7-4d1e-ac66-45f11c15ac5b req-6b7e3c38-d448-4137-9d0f-c0ed24f9a04e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=167a6236-6d3d-4728-a58d-7f90de0d526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693202 Apr 12 11:08:22.065000 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a792aff-16dc-4204-b131-c26006983dd8 req-2c493346-d114-46f6-8df7-917967c27837 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:22.066355 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9a792aff-16dc-4204-b131-c26006983dd8 req-2c493346-d114-46f6-8df7-917967c27837 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 945 time: 0.0477948 Apr 12 11:08:22.075412 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 53954) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:22.079620 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-4a0597ea-a095-4516-9e46-84b907109267 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'floatingip': {'port_id': '10fdfbc6-afab-4bc5-be30-67ff16f00bea'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:22.122017 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4a0597ea-a095-4516-9e46-84b907109267 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:22.506650 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-1668581c-8d39-4a36-90b2-e5b2acf54bb2 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654995714&fields=id&tenant_id=7dd6497eaaad4a05931933cef921baf7 HTTP/1.1" status: 200 len: 267 time: 0.1178994 Apr 12 11:08:22.695255 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c796a09e-aa4f-4488-aae3-179838869c03 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:22.696743 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c796a09e-aa4f-4488-aae3-179838869c03 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 811 time: 0.1814320 Apr 12 11:08:22.705247 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4a0597ea-a095-4516-9e46-84b907109267 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:22.712953 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4a0597ea-a095-4516-9e46-84b907109267 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:22.716983 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-66ad63f5-64e6-4896-8cf5-173c4a8ec3ac tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/quotas/7dd6497eaaad4a05931933cef921baf7 HTTP/1.1" status: 200 len: 375 time: 0.0138474 Apr 12 11:08:22.833656 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-3632352f-abf8-45b7-9485-1a4024f27149 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830886 Apr 12 11:08:22.879916 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [None req-4a0597ea-a095-4516-9e46-84b907109267 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Floating IP 1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b associated. External IP: 172.27.0.87, port: 10fdfbc6-afab-4bc5-be30-67ff16f00bea. Apr 12 11:08:23.011117 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-40b79f18-dff3-4239-a003-9fe962b64e24 service neutron] 10.222.0.55 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653733 Apr 12 11:08:23.122302 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1922cd9-116e-457d-89d0-5c5d452ee2d5 req-5e605f25-00b5-484a-922d-f51ca30e05af tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:23.123783 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e1922cd9-116e-457d-89d0-5c5d452ee2d5 req-5e605f25-00b5-484a-922d-f51ca30e05af tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.1066988 Apr 12 11:08:23.217734 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-88968f3e-04e2-4b4a-b90d-579c702726fa service neutron] 10.222.0.55 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995292 Apr 12 11:08:23.266215 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e1922cd9-116e-457d-89d0-5c5d452ee2d5 req-51da27ab-38ac-42ad-ac6e-4968ee1bc26a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367095 Apr 12 11:08:23.289239 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0597ea-a095-4516-9e46-84b907109267 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Router 8d461e54-0cb0-49e6-896b-fc75f0540550 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:23.400790 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0597ea-a095-4516-9e46-84b907109267 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:23.405884 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4a0597ea-a095-4516-9e46-84b907109267 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:23.411229 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36f7ef-e36a-4f63-8c8b-3669ab3f5ab0 None None] Sync routers for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:23.421711 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36f7ef-e36a-4f63-8c8b-3669ab3f5ab0 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:23.422318 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-ec36f7ef-e36a-4f63-8c8b-3669ab3f5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:23.452602 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-4a0597ea-a095-4516-9e46-84b907109267 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "PUT /v2.0/floatingips/1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b HTTP/1.1" status: 200 len: 990 time: 1.3656225 Apr 12 11:08:23.452602 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c56f064-2210-4224-8fe0-caddd0204700', 'tag': '10fdfbc6-afab-4bc5-be30-67ff16f00bea'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:23.452602 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8da9214-931b-45a5-a38d-b4c06ee97153" -d '{"events": [{"name": "network-changed", "server_uuid": "7c56f064-2210-4224-8fe0-caddd0204700", "tag": "10fdfbc6-afab-4bc5-be30-67ff16f00bea"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:23.478876 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc4e152-ef29-486b-9c3e-74e040260c8e x-openstack-request-id: req-4bc4e152-ef29-486b-9c3e-74e040260c8e {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:23.479184 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c56f064-2210-4224-8fe0-caddd0204700", "tag": "10fdfbc6-afab-4bc5-be30-67ff16f00bea", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:23.479441 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4bc4e152-ef29-486b-9c3e-74e040260c8e {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:23.479842 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc4e152-ef29-486b-9c3e-74e040260c8e'] response: {'name': 'network-changed', 'server_uuid': '7c56f064-2210-4224-8fe0-caddd0204700', 'tag': '10fdfbc6-afab-4bc5-be30-67ff16f00bea', 'status': 'completed', 'code': 200} Apr 12 11:08:23.537809 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-ec36f7ef-e36a-4f63-8c8b-3669ab3f5ab0 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:23.568680 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da9214-931b-45a5-a38d-b4c06ee97153 req-f5ab61f7-5f99-42fe-9df9-d48731028863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:23.570191 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a8da9214-931b-45a5-a38d-b4c06ee97153 req-f5ab61f7-5f99-42fe-9df9-d48731028863 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 1129 time: 0.0422566 Apr 12 11:08:23.674173 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da9214-931b-45a5-a38d-b4c06ee97153 req-ad7fac61-b296-4adf-811d-6703423ebe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:23.675659 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a8da9214-931b-45a5-a38d-b4c06ee97153 req-ad7fac61-b296-4adf-811d-6703423ebe07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 915 time: 0.0949280 Apr 12 11:08:23.750835 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a8da9214-931b-45a5-a38d-b4c06ee97153 req-e25fa45a-d97f-4bfc-8e4b-cf3307ea633c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10fdfbc6-afab-4bc5-be30-67ff16f00bea HTTP/1.1" status: 200 len: 998 time: 0.0668423 Apr 12 11:08:23.758550 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-ec36f7ef-e36a-4f63-8c8b-3669ab3f5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '10fdfbc6-afab-4bc5-be30-67ff16f00bea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:b5:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c56f064-2210-4224-8fe0-caddd0204700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:09Z', 'updated_at': '2022-04-12T11:08:22Z', 'revision_number': 1, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:23.788195 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36f7ef-e36a-4f63-8c8b-3669ab3f5ab0 None None] Checking router: 8d461e54-0cb0-49e6-896b-fc75f0540550 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:23.797486 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36f7ef-e36a-4f63-8c8b-3669ab3f5ab0 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:23.798095 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-ec36f7ef-e36a-4f63-8c8b-3669ab3f5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:07:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:23.801373 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da9214-931b-45a5-a38d-b4c06ee97153 req-6c029f26-9537-43a3-951a-4a0b07ea3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:23.803998 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a8da9214-931b-45a5-a38d-b4c06ee97153 req-6c029f26-9537-43a3-951a-4a0b07ea3c9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c307a9d7-336a-46ab-a789-b81d127c4a49 HTTP/1.1" status: 200 len: 853 time: 0.0468271 Apr 12 11:08:23.847287 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da9214-931b-45a5-a38d-b4c06ee97153 req-b1b14961-55f8-4a1f-bfe0-3229f345c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:23.848752 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a8da9214-931b-45a5-a38d-b4c06ee97153 req-b1b14961-55f8-4a1f-bfe0-3229f345c48f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f32d468-ddbc-4b9d-abc3-b84d288bd876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378301 Apr 12 11:08:23.904817 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-ec36f7ef-e36a-4f63-8c8b-3669ab3f5ab0 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:23.942375 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a8da9214-931b-45a5-a38d-b4c06ee97153 req-9adaa1a3-2068-4c53-a5c0-5f1d1f9d78de service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845294 Apr 12 11:08:24.034861 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a8da9214-931b-45a5-a38d-b4c06ee97153 req-55f34db0-1a12-4293-bc91-4a890225a1db service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851011 Apr 12 11:08:24.115189 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-ec36f7ef-e36a-4f63-8c8b-3669ab3f5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '10fdfbc6-afab-4bc5-be30-67ff16f00bea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:b5:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c56f064-2210-4224-8fe0-caddd0204700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:09Z', 'updated_at': '2022-04-12T11:08:22Z', 'revision_number': 1, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:24.144167 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36f7ef-e36a-4f63-8c8b-3669ab3f5ab0 None None] The sync data for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi is: [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.87', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '10fdfbc6-afab-4bc5-be30-67ff16f00bea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:b5:26:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c56f064-2210-4224-8fe0-caddd0204700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:09Z', 'updated_at': '2022-04-12T11:08:22Z', 'revision_number': 1, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:24.330877 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ff1ef2-dd62-44cd-938f-2417d0a46bac None None] New status for floating IP 1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:08:24.383182 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abd31d-a904-4b78-81a4-878b109f0d7c req-bb7b4afe-045e-46df-90d7-a3948609e99e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:24.384548 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a8abd31d-a904-4b78-81a4-878b109f0d7c req-bb7b4afe-045e-46df-90d7-a3948609e99e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0460091 Apr 12 11:08:24.435363 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a8abd31d-a904-4b78-81a4-878b109f0d7c req-0c336f53-a152-4c35-8b09-1d16b0361b5b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448935 Apr 12 11:08:24.523421 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d9b90fd2-4597-4a30-9344-7888d2571c2a req-22fd249f-ad2b-4760-bb13-f9a53b8d5f86 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 210 time: 0.0286543 Apr 12 11:08:24.613952 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-60125988-b6c8-4ed9-b935-5a32e772fc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:25.565288 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf190e-0880-44f1-abe1-7a473ba5ab60 req-756185d7-bee8-42c8-87f4-de5dc20575b6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:25.567008 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-50cf190e-0880-44f1-abe1-7a473ba5ab60 req-756185d7-bee8-42c8-87f4-de5dc20575b6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0569718 Apr 12 11:08:25.939734 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2d261779-4094-4787-82d3-8b003b7cbe64 req-70b9f158-99a4-4dc4-9511-6681bfaf14d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 210 time: 0.3312411 Apr 12 11:08:25.966046 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-50cf190e-0880-44f1-abe1-7a473ba5ab60 req-645ded8d-b371-492d-abb4-3265473d06b3 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3875201 Apr 12 11:08:25.984438 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-43aa69aa-8e15-41aa-a824-d61193edd344 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:25.985780 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-43aa69aa-8e15-41aa-a824-d61193edd344 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 811 time: 0.4178762 Apr 12 11:08:26.875013 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-91d23f6c-8f53-4051-9f5a-1f2b82d145ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:26.975386 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-dfa2135b-46fe-4f63-8c6c-3eee2d33e05f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dd6497eaaad4a05931933cef921baf7 HTTP/1.1" status: 200 len: 379 time: 0.0590458 Apr 12 11:08:26.985618 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-91ed97d4-b707-46ee-82fe-903b526e0b0e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Request body: {'port': {'device_id': 'b1422f69-4963-4e4d-a623-d326d322e37d', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'admin_state_up': True, 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'security_groups': ['ba26ea4b-e682-49d2-97cb-8fc0601ce230']}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:27.097666 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7cbb95aa-bdd2-4319-96eb-ecca2a235574 req-25b5a8d0-9a8b-42b1-9440-847076833138 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 210 time: 0.0758004 Apr 12 11:08:27.112303 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507940a-7df6-493d-8511-e2580439612b req-1f320239-e759-4d3a-af57-59e479717f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:27.114842 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-f507940a-7df6-493d-8511-e2580439612b req-1f320239-e759-4d3a-af57-59e479717f27 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 1129 time: 0.0425231 Apr 12 11:08:27.140700 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a47abe-1599-4022-856f-ee5798681849 req-4aaeb93d-753c-41b9-9f9d-78080e264582 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:27.142094 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d8a47abe-1599-4022-856f-ee5798681849 req-4aaeb93d-753c-41b9-9f9d-78080e264582 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0732236 Apr 12 11:08:27.167750 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-f507940a-7df6-493d-8511-e2580439612b req-4b3f555d-7793-4d8d-95c4-a7e2b173ff9b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393572 Apr 12 11:08:27.212447 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-91ed97d4-b707-46ee-82fe-903b526e0b0e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Made reservation on behalf of 7dd6497eaaad4a05931933cef921baf7 for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:08:27.215779 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-91ed97d4-b707-46ee-82fe-903b526e0b0e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:27.228486 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d8a47abe-1599-4022-856f-ee5798681849 req-744db47d-d48b-435e-b8bf-9b87ae0319a8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784132 Apr 12 11:08:27.346220 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-91ed97d4-b707-46ee-82fe-903b526e0b0e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Allocated IP 172.20.0.9 (aa720ae2-ca1f-4b0a-85c6-68af09558684/dec2725a-db75-4393-837d-063e3bb8e039/5f93a2b1-ac4e-4980-af14-0049a5cf35ac) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:27.490896 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-91ed97d4-b707-46ee-82fe-903b526e0b0e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:27.525933 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-91ed97d4-b707-46ee-82fe-903b526e0b0e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:27.571002 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-91ed97d4-b707-46ee-82fe-903b526e0b0e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Network aa720ae2-ca1f-4b0a-85c6-68af09558684 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:27.573927 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-91ed97d4-b707-46ee-82fe-903b526e0b0e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:27.577550 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-91ed97d4-b707-46ee-82fe-903b526e0b0e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:27.609572 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed97d4-b707-46ee-82fe-903b526e0b0e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'Port': ['ID=5f93a2b1-ac4e-4980-af14-0049a5cf35ac,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:27.639500 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-91ed97d4-b707-46ee-82fe-903b526e0b0e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:27.640128 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-91ed97d4-b707-46ee-82fe-903b526e0b0e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:27.662400 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-91ed97d4-b707-46ee-82fe-903b526e0b0e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6812818 Apr 12 11:08:27.782980 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-ed83a9bb-7663-417f-801a-b27e13bbddbe None None] Provisioning complete for port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:27.783371 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ed83a9bb-7663-417f-801a-b27e13bbddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:27.818228 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-ed83a9bb-7663-417f-801a-b27e13bbddbe None None] Port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:08:28.087009 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Request body: {'port': {'device_id': 'b1422f69-4963-4e4d-a623-d326d322e37d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:28.111112 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.151468 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.250341 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107ea00-e43a-4240-9f31-f03ef97803df req-7c56c4d4-2dee-40ac-be89-7db630c6deea tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:28.252559 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3107ea00-e43a-4240-9f31-f03ef97803df req-7c56c4d4-2dee-40ac-be89-7db630c6deea tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 931 time: 0.0650198 Apr 12 11:08:28.389861 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5bd71-03a2-4142-9b8b-099b6a2f0b2a req-31c1b782-bfea-461f-b010-4a035ee86863 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:28.391244 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-afc5bd71-03a2-4142-9b8b-099b6a2f0b2a req-31c1b782-bfea-461f-b010-4a035ee86863 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0900686 Apr 12 11:08:28.425353 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3107ea00-e43a-4240-9f31-f03ef97803df req-43252b08-a298-4d0c-a6c9-85f0eaa86a5e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663396 Apr 12 11:08:28.497967 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-afc5bd71-03a2-4142-9b8b-099b6a2f0b2a req-90d69dd8-33a8-46ff-a72d-d743ee1c55ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896499 Apr 12 11:08:28.583606 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f93a2b1-ac4e-4980-af14-0049a5cf35ac {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:08:28.591565 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Publish callbacks [] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.604107 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Transition to ACTIVE for port object 5f93a2b1-ac4e-4980-af14-0049a5cf35ac will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:08:28.608327 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.678640 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f93a2b1-ac4e-4980-af14-0049a5cf35ac,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:28.728740 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Attempting to bind port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:08:28.729110 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Attempting to bind port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:08:28.729441 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Attempting to bind port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac on network aa720ae2-ca1f-4b0a-85c6-68af09558684 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:28.734173 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac on network aa720ae2-ca1f-4b0a-85c6-68af09558684 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:08:28.734495 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Attempting to bind port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac on network aa720ae2-ca1f-4b0a-85c6-68af09558684 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:08:28.739654 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:08:28.739940 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Checking segment: {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:08:28.740320 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Bound using segment: {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:08:28.740755 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Bound port: 5f93a2b1-ac4e-4980-af14-0049a5cf35ac, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:08:28.741105 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.809838 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] For port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:08:28.813018 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] For port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5f93a2b1-ac4e-4980-af14-0049a5cf35ac,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:08:28.820533 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.855357 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:28.855973 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:28.857363 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] 10.222.0.61 "PUT /v2.0/ports/5f93a2b1-ac4e-4980-af14-0049a5cf35ac HTTP/1.1" status: 200 len: 1093 time: 0.7747557 Apr 12 11:08:28.857803 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1422f69-4963-4e4d-a623-d326d322e37d', 'tag': '5f93a2b1-ac4e-4980-af14-0049a5cf35ac'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:28.860104 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70749b85-2c48-486b-b45e-85d44de608cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b1422f69-4963-4e4d-a623-d326d322e37d", "tag": "5f93a2b1-ac4e-4980-af14-0049a5cf35ac"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:28.887182 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078bf21-4e7e-40d9-9975-c1f0157865d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f93a2b1-ac4e-4980-af14-0049a5cf35ac,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:28.899090 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0701feb1-abad-4570-8a6d-de31fd269dc3 x-openstack-request-id: req-0701feb1-abad-4570-8a6d-de31fd269dc3 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:28.899404 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1422f69-4963-4e4d-a623-d326d322e37d", "tag": "5f93a2b1-ac4e-4980-af14-0049a5cf35ac", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:28.899663 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0701feb1-abad-4570-8a6d-de31fd269dc3 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:28.900072 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0701feb1-abad-4570-8a6d-de31fd269dc3'] response: {'name': 'network-changed', 'server_uuid': 'b1422f69-4963-4e4d-a623-d326d322e37d', 'tag': '5f93a2b1-ac4e-4980-af14-0049a5cf35ac', 'status': 'completed', 'code': 200} Apr 12 11:08:29.267234 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70749b85-2c48-486b-b45e-85d44de608cf req-3f59c191-3eab-40af-b62c-1e1f08008bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:29.268678 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-70749b85-2c48-486b-b45e-85d44de608cf req-3f59c191-3eab-40af-b62c-1e1f08008bf4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 1127 time: 0.0381134 Apr 12 11:08:29.377399 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70749b85-2c48-486b-b45e-85d44de608cf req-e1071890-e871-46db-8b7d-0623a1038b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:29.378826 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-70749b85-2c48-486b-b45e-85d44de608cf req-e1071890-e871-46db-8b7d-0623a1038b74 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7dd6497eaaad4a05931933cef921baf7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0921915 Apr 12 11:08:29.471875 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70749b85-2c48-486b-b45e-85d44de608cf req-d8ed6a95-69de-474e-bba5-62be3f445f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:29.473611 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-70749b85-2c48-486b-b45e-85d44de608cf req-d8ed6a95-69de-474e-bba5-62be3f445f8c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861750 Apr 12 11:08:29.543984 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7790ca-145f-42b7-80b4-d6a5e730290b req-0c87b552-e526-4d56-a742-ade307e024c1 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:29.545490 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0b7790ca-145f-42b7-80b4-d6a5e730290b req-0c87b552-e526-4d56-a742-ade307e024c1 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 943 time: 0.0527585 Apr 12 11:08:29.624429 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-403bc88c-8a8e-4bb4-ac50-390aac65caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:29.625564 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-403bc88c-8a8e-4bb4-ac50-390aac65caec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 1127 time: 0.0791991 Apr 12 11:08:29.640060 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:29.649404 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae2865-4564-40fb-b2b7-4ed6e61894f2 req-54fe0cf8-14d5-4b54-adb3-2774944e73ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:29.650935 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-66ae2865-4564-40fb-b2b7-4ed6e61894f2 req-54fe0cf8-14d5-4b54-adb3-2774944e73ec tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0724750 Apr 12 11:08:29.715214 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0b7790ca-145f-42b7-80b4-d6a5e730290b req-94d52dbd-618a-4f7f-a95e-b19ad7f6fc27 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612279 Apr 12 11:08:29.716308 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-539cfd78-34e4-4774-a0d2-f7224ca355eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f93a2b1-ac4e-4980-af14-0049a5cf35ac HTTP/1.1" status: 200 len: 217 time: 0.0645285 Apr 12 11:08:29.776328 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-66ae2865-4564-40fb-b2b7-4ed6e61894f2 req-02488807-9da3-4bf3-a3ba-3454b3143a7b tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151743 Apr 12 11:08:29.786589 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-1f8f6573-68ad-4783-8b3c-0c4b26f939cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:29.788143 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-1f8f6573-68ad-4783-8b3c-0c4b26f939cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dec2725a-db75-4393-837d-063e3bb8e039 HTTP/1.1" status: 200 len: 850 time: 0.0587711 Apr 12 11:08:29.833456 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-3a444738-62f9-4d77-9f9f-aa8f49a963ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:29.835027 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-3a444738-62f9-4d77-9f9f-aa8f49a963ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa720ae2-ca1f-4b0a-85c6-68af09558684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388308 Apr 12 11:08:29.945427 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-8a35c553-a2ff-48bc-86bb-fb194f5fe865 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992904 Apr 12 11:08:30.043202 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbad95fb-06ea-4487-8bad-0aa8ea44f074 req-7c10bdbb-4599-4124-aea5-1f7c6b4c535e service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839307 Apr 12 11:08:30.176626 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1602e-e07c-4140-9aeb-3b38a612ef44 req-582624e8-f875-4dfd-8b65-65bad4aba3e4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:30.178068 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c6c1602e-e07c-4140-9aeb-3b38a612ef44 req-582624e8-f875-4dfd-8b65-65bad4aba3e4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0498362 Apr 12 11:08:30.224263 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c6c1602e-e07c-4140-9aeb-3b38a612ef44 req-6926ca3b-a50e-452f-a4e4-f0ffc6fa0caf tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395367 Apr 12 11:08:30.477874 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abdbea-d78b-49d2-8df9-69c9e11c719c req-22cc04e8-72fd-45f8-8e85-944a0eb9f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:30.479305 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-35abdbea-d78b-49d2-8df9-69c9e11c719c req-22cc04e8-72fd-45f8-8e85-944a0eb9f082 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 1129 time: 0.0394518 Apr 12 11:08:30.577447 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abdbea-d78b-49d2-8df9-69c9e11c719c req-14494d46-fad5-4fe3-9814-852a382ac80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:30.578904 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-35abdbea-d78b-49d2-8df9-69c9e11c719c req-14494d46-fad5-4fe3-9814-852a382ac80a service neutron] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 919 time: 0.0866704 Apr 12 11:08:30.644254 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-35abdbea-d78b-49d2-8df9-69c9e11c719c req-54844e92-6692-40ab-a506-84b7ff637e64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3daecb32-a2f5-4a2a-9a93-dd30751881aa HTTP/1.1" status: 200 len: 1001 time: 0.0575020 Apr 12 11:08:30.700300 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abdbea-d78b-49d2-8df9-69c9e11c719c req-e27680cd-68d1-4e62-9fe7-d11b16491c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:30.701760 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-35abdbea-d78b-49d2-8df9-69c9e11c719c req-e27680cd-68d1-4e62-9fe7-d11b16491c54 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.0505798 Apr 12 11:08:30.749925 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abdbea-d78b-49d2-8df9-69c9e11c719c req-98651a37-2b4b-48c1-b0ef-eff3f1006e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:30.751434 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-35abdbea-d78b-49d2-8df9-69c9e11c719c req-98651a37-2b4b-48c1-b0ef-eff3f1006e57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417831 Apr 12 11:08:30.861659 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b13df0-b50b-4d83-9fd7-cf0aa200b61a req-8064062c-1881-4fad-bb49-f1b757e33b15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:30.863072 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b13df0-b50b-4d83-9fd7-cf0aa200b61a req-8064062c-1881-4fad-bb49-f1b757e33b15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 943 time: 0.0765634 Apr 12 11:08:30.895164 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-35abdbea-d78b-49d2-8df9-69c9e11c719c req-9e8dc0b6-8392-457b-b8e0-543fb071f284 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327548 Apr 12 11:08:30.945729 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b13df0-b50b-4d83-9fd7-cf0aa200b61a req-566bcc89-45f8-4646-8e81-ad3b03041d13 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768342 Apr 12 11:08:30.999757 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-35abdbea-d78b-49d2-8df9-69c9e11c719c req-931f9653-35b0-4be3-bc90-936680e54bdb service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935447 Apr 12 11:08:31.106094 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:31.340767 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8dd35-5ff3-44dd-87bf-555fcc341b1b req-9e79268c-ce38-4a61-bb34-3bd168d15158 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:31.342209 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d5d8dd35-5ff3-44dd-87bf-555fcc341b1b req-9e79268c-ce38-4a61-bb34-3bd168d15158 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0496588 Apr 12 11:08:31.387787 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d5d8dd35-5ff3-44dd-87bf-555fcc341b1b req-1b709cd1-67dc-4fa2-979e-af501aa7bf30 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401323 Apr 12 11:08:32.060164 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13841e2-35a9-42cb-b684-6fe005677110 req-aa154c39-22a1-4c91-9353-f64229c09d4c tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:32.061837 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b13841e2-35a9-42cb-b684-6fe005677110 req-aa154c39-22a1-4c91-9353-f64229c09d4c tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 943 time: 0.0454118 Apr 12 11:08:32.109489 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b13841e2-35a9-42cb-b684-6fe005677110 req-bf67df3e-2ec7-4b9b-afbf-6f4c9b6a9867 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422394 Apr 12 11:08:32.500276 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da62b78-e95c-43aa-9503-c8be47412821 req-41c4f31c-c48d-45d5-9cfa-18a72b75607e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:32.501725 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4da62b78-e95c-43aa-9503-c8be47412821 req-41c4f31c-c48d-45d5-9cfa-18a72b75607e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0485921 Apr 12 11:08:32.547570 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4da62b78-e95c-43aa-9503-c8be47412821 req-ea54410f-930f-4e52-a375-1ac97cac27a8 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394638 Apr 12 11:08:33.219346 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9b72-5384-49bf-a95a-d4e2b9f09144 req-bb10f19c-2c20-4dc7-9c06-9176a84fd9df tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:33.220757 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-98da9b72-5384-49bf-a95a-d4e2b9f09144 req-bb10f19c-2c20-4dc7-9c06-9176a84fd9df tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 943 time: 0.0450251 Apr 12 11:08:33.267961 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-98da9b72-5384-49bf-a95a-d4e2b9f09144 req-5c16adc2-c289-4625-a956-1429df9f9c17 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408654 Apr 12 11:08:33.657957 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c721f-2da1-4513-bbcc-340686b28ad9 req-880595c4-5ec1-47ae-b3b9-a4d7746915a1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:33.659410 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-799c721f-2da1-4513-bbcc-340686b28ad9 req-880595c4-5ec1-47ae-b3b9-a4d7746915a1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0463247 Apr 12 11:08:33.710807 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-799c721f-2da1-4513-bbcc-340686b28ad9 req-fcf57ac4-edfe-4061-acc8-5df5cf37cf72 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451970 Apr 12 11:08:33.820460 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b129a91-9eed-406e-9b8b-970eac970b95 req-0bef3cd3-81c4-49f4-ab2e-17d51eb97841 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:33.821851 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1b129a91-9eed-406e-9b8b-970eac970b95 req-0bef3cd3-81c4-49f4-ab2e-17d51eb97841 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0490184 Apr 12 11:08:33.830381 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54046) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:33.835159 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-d7e99059-836e-4dd2-a0d8-3720be4996b2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Request body: {'floatingip': {'port_id': '3daecb32-a2f5-4a2a-9a93-dd30751881aa'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:33.889252 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7e99059-836e-4dd2-a0d8-3720be4996b2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for floatingip (95d2c3f7-0dea-45a1-b2c5-2562dfe873b0), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:34.374611 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7e99059-836e-4dd2-a0d8-3720be4996b2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:34.385995 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2cd0d-3e97-4c8a-aa69-32ac2b74d22c req-8301f34f-3223-4c2c-936c-351e4115225c tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:34.387442 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-83f2cd0d-3e97-4c8a-aa69-32ac2b74d22c req-8301f34f-3223-4c2c-936c-351e4115225c tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 943 time: 0.0539422 Apr 12 11:08:34.388016 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7e99059-836e-4dd2-a0d8-3720be4996b2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (95d2c3f7-0dea-45a1-b2c5-2562dfe873b0), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:34.510315 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-83f2cd0d-3e97-4c8a-aa69-32ac2b74d22c req-a4855e45-ea37-4a40-b231-12b9d416b3f5 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869722 Apr 12 11:08:34.629277 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e99059-836e-4dd2-a0d8-3720be4996b2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Router 713bd925-024d-48a8-b6fb-b17848e1bdd9 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:34.736001 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e99059-836e-4dd2-a0d8-3720be4996b2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:34.740664 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d7e99059-836e-4dd2-a0d8-3720be4996b2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:34.746422 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e578fd0-d74c-4c92-84e9-b485dfdb70b6 None None] Sync routers for ids ['713bd925-024d-48a8-b6fb-b17848e1bdd9'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:34.755613 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e578fd0-d74c-4c92-84e9-b485dfdb70b6 None None] Routers {'713bd925-024d-48a8-b6fb-b17848e1bdd9'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:34.756215 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-4e578fd0-d74c-4c92-84e9-b485dfdb70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:08:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['713bd925-024d-48a8-b6fb-b17848e1bdd9'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:34.773808 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'tag': '3daecb32-a2f5-4a2a-9a93-dd30751881aa'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:34.775966 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeee5f4-df69-4f36-99f3-a412eaf78e34" -d '{"events": [{"name": "network-changed", "server_uuid": "348ae53f-9960-43fd-ba78-e9e2955f9f8b", "tag": "3daecb32-a2f5-4a2a-9a93-dd30751881aa"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:34.808161 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-d7e99059-836e-4dd2-a0d8-3720be4996b2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "PUT /v2.0/floatingips/95d2c3f7-0dea-45a1-b2c5-2562dfe873b0 HTTP/1.1" status: 200 len: 993 time: 0.9763305 Apr 12 11:08:34.813061 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0c817a-a579-488c-b73c-1505d2d15ce6 x-openstack-request-id: req-1a0c817a-a579-488c-b73c-1505d2d15ce6 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:34.813578 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348ae53f-9960-43fd-ba78-e9e2955f9f8b", "tag": "3daecb32-a2f5-4a2a-9a93-dd30751881aa", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:34.814036 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a0c817a-a579-488c-b73c-1505d2d15ce6 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:34.814621 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a0c817a-a579-488c-b73c-1505d2d15ce6'] response: {'name': 'network-changed', 'server_uuid': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'tag': '3daecb32-a2f5-4a2a-9a93-dd30751881aa', 'status': 'completed', 'code': 200} Apr 12 11:08:34.905714 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeee5f4-df69-4f36-99f3-a412eaf78e34 req-a455c226-ceaa-4ef7-ad9b-1f061082c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:34.907256 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aaeee5f4-df69-4f36-99f3-a412eaf78e34 req-a455c226-ceaa-4ef7-ad9b-1f061082c87a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 1129 time: 0.0475836 Apr 12 11:08:34.963709 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-4e578fd0-d74c-4c92-84e9-b485dfdb70b6 None None] Set router 713bd925-024d-48a8-b6fb-b17848e1bdd9 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:35.001607 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeee5f4-df69-4f36-99f3-a412eaf78e34 req-639d92b6-9b5c-454b-b951-42c89df186e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:35.003048 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aaeee5f4-df69-4f36-99f3-a412eaf78e34 req-639d92b6-9b5c-454b-b951-42c89df186e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 919 time: 0.0881872 Apr 12 11:08:35.181779 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-4e578fd0-d74c-4c92-84e9-b485dfdb70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '95d2c3f7-0dea-45a1-b2c5-2562dfe873b0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'port_id': '3daecb32-a2f5-4a2a-9a93-dd30751881aa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'mac_address': 'fa:16:3e:f0:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:06:17Z', 'updated_at': '2022-04-12T11:08:34Z', 'revision_number': 3, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2af8df7-e52b-4ec2-b17a-54be5e40d439', 'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'mac_address': 'fa:16:3e:a2:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:47Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 5, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'subnets': [{'id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:35.213485 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e578fd0-d74c-4c92-84e9-b485dfdb70b6 None None] Checking router: 713bd925-024d-48a8-b6fb-b17848e1bdd9 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:35.222253 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e578fd0-d74c-4c92-84e9-b485dfdb70b6 None None] Routers {'713bd925-024d-48a8-b6fb-b17848e1bdd9'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:35.222861 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-4e578fd0-d74c-4c92-84e9-b485dfdb70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:08:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['713bd925-024d-48a8-b6fb-b17848e1bdd9'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:35.318082 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aaeee5f4-df69-4f36-99f3-a412eaf78e34 req-4fa9149d-269d-4e0f-8a48-538f6ad922ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3daecb32-a2f5-4a2a-9a93-dd30751881aa HTTP/1.1" status: 200 len: 1001 time: 0.3084025 Apr 12 11:08:35.330130 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-4e578fd0-d74c-4c92-84e9-b485dfdb70b6 None None] Set router 713bd925-024d-48a8-b6fb-b17848e1bdd9 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:35.370801 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeee5f4-df69-4f36-99f3-a412eaf78e34 req-d61b0f42-0949-4bba-900a-598137ff78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:35.372293 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aaeee5f4-df69-4f36-99f3-a412eaf78e34 req-d61b0f42-0949-4bba-900a-598137ff78b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.0463398 Apr 12 11:08:35.416686 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeee5f4-df69-4f36-99f3-a412eaf78e34 req-0f707daa-a07f-4aec-bf54-dcb2cc318566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:35.418134 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aaeee5f4-df69-4f36-99f3-a412eaf78e34 req-0f707daa-a07f-4aec-bf54-dcb2cc318566 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395970 Apr 12 11:08:35.505637 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aaeee5f4-df69-4f36-99f3-a412eaf78e34 req-3e7f8785-3192-4632-9c48-70cdadecffe3 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806286 Apr 12 11:08:35.542371 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-4e578fd0-d74c-4c92-84e9-b485dfdb70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '95d2c3f7-0dea-45a1-b2c5-2562dfe873b0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'port_id': '3daecb32-a2f5-4a2a-9a93-dd30751881aa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'mac_address': 'fa:16:3e:f0:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:06:17Z', 'updated_at': '2022-04-12T11:08:34Z', 'revision_number': 3, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2af8df7-e52b-4ec2-b17a-54be5e40d439', 'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'mac_address': 'fa:16:3e:a2:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:47Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 5, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'subnets': [{'id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:35.572325 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e578fd0-d74c-4c92-84e9-b485dfdb70b6 None None] The sync data for ids ['713bd925-024d-48a8-b6fb-b17848e1bdd9'] in dv-cinder-830089-4-iscsi is: [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '95d2c3f7-0dea-45a1-b2c5-2562dfe873b0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'port_id': '3daecb32-a2f5-4a2a-9a93-dd30751881aa', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'mac_address': 'fa:16:3e:f0:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:06:17Z', 'updated_at': '2022-04-12T11:08:34Z', 'revision_number': 3, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2af8df7-e52b-4ec2-b17a-54be5e40d439', 'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'mac_address': 'fa:16:3e:a2:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:47Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 5, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'subnets': [{'id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:35.625828 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675457f-348d-4a9e-a6a6-fb3e722fe349 req-d8384916-6bb4-4ac3-bc50-3b259e52eec5 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:35.633897 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a675457f-348d-4a9e-a6a6-fb3e722fe349 req-d8384916-6bb4-4ac3-bc50-3b259e52eec5 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 943 time: 0.0478654 Apr 12 11:08:35.711942 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a675457f-348d-4a9e-a6a6-fb3e722fe349 req-7967c9cd-1686-41b3-b3d5-8138d5d422ad tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772076 Apr 12 11:08:35.774781 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aaeee5f4-df69-4f36-99f3-a412eaf78e34 req-3bd729f2-2e6b-4778-abf4-e45f535a25c7 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117826 Apr 12 11:08:35.995951 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7c029-da51-4a62-bb1f-fecf4559204a req-0d259332-ba96-47ab-a6d7-696998749273 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:35.997373 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c8e7c029-da51-4a62-bb1f-fecf4559204a req-0d259332-ba96-47ab-a6d7-696998749273 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0454056 Apr 12 11:08:36.055717 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c8e7c029-da51-4a62-bb1f-fecf4559204a req-450d0ce2-d352-4177-8db1-a020f58fc133 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526791 Apr 12 11:08:36.680811 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75c693-ec90-4ab7-9066-ba1700c61100 req-ac58103d-954e-4cba-9b60-2748830bbdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:36.682256 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ce75c693-ec90-4ab7-9066-ba1700c61100 req-ac58103d-954e-4cba-9b60-2748830bbdf2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7543ac2f9f4413494aa881364f2051c&device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 1169 time: 0.0425110 Apr 12 11:08:36.771339 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75c693-ec90-4ab7-9066-ba1700c61100 req-e4ec039b-9acf-451b-ad14-5ce5545c7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:36.773082 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ce75c693-ec90-4ab7-9066-ba1700c61100 req-e4ec039b-9acf-451b-ad14-5ce5545c7471 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a HTTP/1.1" status: 200 len: 916 time: 0.0839112 Apr 12 11:08:36.823957 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'tag': '3daecb32-a2f5-4a2a-9a93-dd30751881aa'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:36.826513 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb218bc1-968a-4253-859c-4384d8636844" -d '{"events": [{"name": "network-changed", "server_uuid": "348ae53f-9960-43fd-ba78-e9e2955f9f8b", "tag": "3daecb32-a2f5-4a2a-9a93-dd30751881aa"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:36.870800 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97827fcf-38f6-4bda-b597-ecc18c99f598 req-c43fe21f-8cfb-4a08-9840-655073108711 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:36.872296 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-97827fcf-38f6-4bda-b597-ecc18c99f598 req-c43fe21f-8cfb-4a08-9840-655073108711 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 943 time: 0.0874434 Apr 12 11:08:36.877110 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2208ef6-2a07-4934-b4ed-3ac6436abc8c x-openstack-request-id: req-b2208ef6-2a07-4934-b4ed-3ac6436abc8c {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:36.877393 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348ae53f-9960-43fd-ba78-e9e2955f9f8b", "tag": "3daecb32-a2f5-4a2a-9a93-dd30751881aa", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:36.877639 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2208ef6-2a07-4934-b4ed-3ac6436abc8c {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:36.878020 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2208ef6-2a07-4934-b4ed-3ac6436abc8c'] response: {'name': 'network-changed', 'server_uuid': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'tag': '3daecb32-a2f5-4a2a-9a93-dd30751881aa', 'status': 'completed', 'code': 200} Apr 12 11:08:36.892466 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ce75c693-ec90-4ab7-9066-ba1700c61100 req-28e76d80-7b3e-4308-ac28-5f3934b79b3f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242ffc99-b944-49b7-a197-33070f6311df HTTP/1.1" status: 200 len: 1002 time: 0.1129587 Apr 12 11:08:36.965842 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-97827fcf-38f6-4bda-b597-ecc18c99f598 req-4123af4f-16bf-43dd-b06e-364e7c9a1bbd tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828857 Apr 12 11:08:36.967989 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb218bc1-968a-4253-859c-4384d8636844 req-47cf1683-9d71-4780-94d6-1900a03099ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:36.969499 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-bb218bc1-968a-4253-859c-4384d8636844 req-47cf1683-9d71-4780-94d6-1900a03099ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=16e64b34e34e4a67860998e80ea216ca&device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 1129 time: 0.0417871 Apr 12 11:08:36.974442 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75c693-ec90-4ab7-9066-ba1700c61100 req-f8a7ef5d-6b81-4738-884c-24d62c9c312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:36.976373 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ce75c693-ec90-4ab7-9066-ba1700c61100 req-f8a7ef5d-6b81-4738-884c-24d62c9c312c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4e62654-4572-48de-b9f9-b812b7412773 HTTP/1.1" status: 200 len: 854 time: 0.0620775 Apr 12 11:08:37.019815 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75c693-ec90-4ab7-9066-ba1700c61100 req-860001fb-ee90-4c5d-8e76-489f254268ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:37.021304 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ce75c693-ec90-4ab7-9066-ba1700c61100 req-860001fb-ee90-4c5d-8e76-489f254268ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376241 Apr 12 11:08:37.064508 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb218bc1-968a-4253-859c-4384d8636844 req-97211fb8-228d-4602-bca3-f10333849e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:37.066618 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-bb218bc1-968a-4253-859c-4384d8636844 req-97211fb8-228d-4602-bca3-f10333849e64 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 200 len: 919 time: 0.0900214 Apr 12 11:08:37.116168 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ce75c693-ec90-4ab7-9066-ba1700c61100 req-c2624d84-9d11-4a8b-af33-c5d0fe816405 service neutron] 10.222.0.61 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879848 Apr 12 11:08:37.138171 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-bb218bc1-968a-4253-859c-4384d8636844 req-447cc3ab-3da7-459f-be5d-ca3be24bedc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3daecb32-a2f5-4a2a-9a93-dd30751881aa HTTP/1.1" status: 200 len: 1001 time: 0.0644031 Apr 12 11:08:37.189770 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb218bc1-968a-4253-859c-4384d8636844 req-fdd554c5-6ff2-460d-80f8-10f3d9fac72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:37.191323 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-bb218bc1-968a-4253-859c-4384d8636844 req-fdd554c5-6ff2-460d-80f8-10f3d9fac72f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 200 len: 857 time: 0.0462935 Apr 12 11:08:37.217055 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ce75c693-ec90-4ab7-9066-ba1700c61100 req-0c74a9a2-9f4f-4a93-ac21-1e2b617eef09 service neutron] 10.222.0.61 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939906 Apr 12 11:08:37.235593 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb218bc1-968a-4253-859c-4384d8636844 req-36ba70c1-2931-4190-811d-313477c18f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:37.237201 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-bb218bc1-968a-4253-859c-4384d8636844 req-36ba70c1-2931-4190-811d-313477c18f00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399678 Apr 12 11:08:37.295804 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28ebe5-e1b8-4341-9db0-c2024742c850 req-a3c712cc-1b80-4779-95c3-80c19dbd49eb tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:37.297257 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ba28ebe5-e1b8-4341-9db0-c2024742c850 req-a3c712cc-1b80-4779-95c3-80c19dbd49eb tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.1669726 Apr 12 11:08:37.333926 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-bb218bc1-968a-4253-859c-4384d8636844 req-7af38b04-c2f3-4c1f-b3bf-ab099df6fedb service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899119 Apr 12 11:08:37.359125 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ba28ebe5-e1b8-4341-9db0-c2024742c850 req-758245fa-f177-409b-b3a5-cf034d1947aa tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560396 Apr 12 11:08:37.433515 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-bb218bc1-968a-4253-859c-4384d8636844 req-9759e424-8497-4a59-8cf7-2e82f0598f71 service neutron] 10.222.0.61 "GET /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932055 Apr 12 11:08:38.082198 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840b753-a60a-45a7-8130-a77509f52ad0 req-2df0f72c-7043-4c0a-8119-e89d42dcc396 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:38.083677 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3840b753-a60a-45a7-8130-a77509f52ad0 req-2df0f72c-7043-4c0a-8119-e89d42dcc396 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 943 time: 0.0523248 Apr 12 11:08:38.132911 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3840b753-a60a-45a7-8130-a77509f52ad0 req-a9802c38-a24f-4ac9-9fe8-91c6fff6be1a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432050 Apr 12 11:08:38.470003 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad16be-d2ab-4400-a3f0-23fb08b93ad0 req-1de68997-6b63-4b9a-9bc9-03d3a2ea89c9 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:38.471456 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1fad16be-d2ab-4400-a3f0-23fb08b93ad0 req-1de68997-6b63-4b9a-9bc9-03d3a2ea89c9 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0460701 Apr 12 11:08:38.529457 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1fad16be-d2ab-4400-a3f0-23fb08b93ad0 req-0e714283-0c1a-4c84-814d-43278ef9726e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518091 Apr 12 11:08:38.945038 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 5f93a2b1-ac4e-4980-af14-0049a5cf35ac details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:08:39.043426 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5f93a2b1-ac4e-4980-af14-0049a5cf35ac,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:39.054406 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '5f93a2b1-ac4e-4980-af14-0049a5cf35ac', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'port_id': '5f93a2b1-ac4e-4980-af14-0049a5cf35ac', 'mac_address': 'fa:16:3e:4f:21:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:08:39.090727 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:39.091106 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.106484 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f93a2b1-ac4e-4980-af14-0049a5cf35ac {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:08:39.124542 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5f93a2b1-ac4e-4980-af14-0049a5cf35ac,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:39.128634 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.176373 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=5f93a2b1-ac4e-4980-af14-0049a5cf35ac,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:39.293662 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5210a0-ad40-48e7-8b7b-6d30f7db5a10 req-2ff7ec36-1c2b-4660-86b1-7c642df3d95d tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:39.295098 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5e5210a0-ad40-48e7-8b7b-6d30f7db5a10 req-2ff7ec36-1c2b-4660-86b1-7c642df3d95d tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 944 time: 0.0961046 Apr 12 11:08:39.346047 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5e5210a0-ad40-48e7-8b7b-6d30f7db5a10 req-5e64f42c-9653-40b0-9c16-3d98ea2cf122 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454297 Apr 12 11:08:39.515675 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['5f93a2b1-ac4e-4980-af14-0049a5cf35ac'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:08:39.558642 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:39.642768 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f81cc-21cd-4f30-ac36-8ea78777abd6 req-3a86c6cc-965d-4361-b7be-32a209c70d9e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:39.644261 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6d8f81cc-21cd-4f30-ac36-8ea78777abd6 req-3a86c6cc-965d-4361-b7be-32a209c70d9e tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0470660 Apr 12 11:08:39.704854 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6d8f81cc-21cd-4f30-ac36-8ea78777abd6 req-b224e940-c958-4f79-90e6-6e769ff3fd81 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542488 Apr 12 11:08:40.455497 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c05336-47d4-44ec-92bc-77ff2627d62e req-51a37ce6-1b9b-462e-8269-b30b717e76ba tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:40.456921 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-62c05336-47d4-44ec-92bc-77ff2627d62e req-51a37ce6-1b9b-462e-8269-b30b717e76ba tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 944 time: 0.0464587 Apr 12 11:08:40.503866 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-62c05336-47d4-44ec-92bc-77ff2627d62e req-3465a2d7-2af9-4b8e-9d35-5b1c29e559e2 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413687 Apr 12 11:08:40.820033 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f458e-ab4c-4433-8d6a-9d6bc23aa8a4 req-37630b33-fb2e-4899-9ac0-9844243ddffb tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:40.821469 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-749f458e-ab4c-4433-8d6a-9d6bc23aa8a4 req-37630b33-fb2e-4899-9ac0-9844243ddffb tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0500498 Apr 12 11:08:40.879091 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-749f458e-ab4c-4433-8d6a-9d6bc23aa8a4 req-a0ffe973-3df8-4e12-8619-6de1ecb3de4c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520897 Apr 12 11:08:40.938892 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 5f93a2b1-ac4e-4980-af14-0049a5cf35ac up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:08:40.983088 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:08:40.988581 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:08:40.988896 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:41.068103 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:08:41.068488 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:41.090358 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1422f69-4963-4e4d-a623-d326d322e37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f93a2b1-ac4e-4980-af14-0049a5cf35ac'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:41.092613 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0459c821-bf48-4b3c-be4a-d5f38044d488" -d '{"events": [{"server_uuid": "b1422f69-4963-4e4d-a623-d326d322e37d", "name": "network-vif-plugged", "status": "completed", "tag": "5f93a2b1-ac4e-4980-af14-0049a5cf35ac"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:41.105598 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5f93a2b1-ac4e-4980-af14-0049a5cf35ac,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:41.109675 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:41.132835 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114d5396-d3b7-47d9-89d2-9e198a88f752 x-openstack-request-id: req-114d5396-d3b7-47d9-89d2-9e198a88f752 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:41.133558 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1422f69-4963-4e4d-a623-d326d322e37d", "name": "network-vif-plugged", "status": "completed", "tag": "5f93a2b1-ac4e-4980-af14-0049a5cf35ac", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:41.133558 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-114d5396-d3b7-47d9-89d2-9e198a88f752 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:41.133940 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114d5396-d3b7-47d9-89d2-9e198a88f752'] response: {'server_uuid': 'b1422f69-4963-4e4d-a623-d326d322e37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f93a2b1-ac4e-4980-af14-0049a5cf35ac', 'code': 200} Apr 12 11:08:41.159713 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=5f93a2b1-ac4e-4980-af14-0049a5cf35ac,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:41.418876 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc0995-52f5-4967-a3fd-7dd3b38bbd82 req-fd2a42b1-80a6-4f2e-ba32-5c7a1af8427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:41.420355 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-42dc0995-52f5-4967-a3fd-7dd3b38bbd82 req-fd2a42b1-80a6-4f2e-ba32-5c7a1af8427e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 1129 time: 0.0365205 Apr 12 11:08:41.468833 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-42dc0995-52f5-4967-a3fd-7dd3b38bbd82 req-b9d29c7f-db7f-4ecd-a447-a900f2fdab60 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425525 Apr 12 11:08:41.611770 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68304a97-77c9-44a0-8e28-d4dcea9f17de req-53be56a3-c55c-4421-9d7b-1c4d2247c10d tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:41.613198 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-68304a97-77c9-44a0-8e28-d4dcea9f17de req-53be56a3-c55c-4421-9d7b-1c4d2247c10d tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 945 time: 0.0452278 Apr 12 11:08:41.660614 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-68304a97-77c9-44a0-8e28-d4dcea9f17de req-60a39456-80b9-431a-85c7-f4a19d78aa0f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414596 Apr 12 11:08:41.868210 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-382b7d84-1893-49f2-a60e-a9d769200097 req-c601b6d4-1086-49c5-b15f-cfab0307f1f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387480 Apr 12 11:08:41.995291 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c50b0c-ebce-4e43-8e92-44e8dd28526b req-134a6920-12c7-429d-acaa-8cb8721adef1 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:41.996627 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-50c50b0c-ebce-4e43-8e92-44e8dd28526b req-134a6920-12c7-429d-acaa-8cb8721adef1 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0496259 Apr 12 11:08:42.053143 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-50c50b0c-ebce-4e43-8e92-44e8dd28526b req-9a636cfb-2443-4795-92ab-cf81fab94395 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509751 Apr 12 11:08:42.340192 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b7d84-1893-49f2-a60e-a9d769200097 req-fed3ed05-b14f-4908-b133-537ef55b5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:42.341656 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-382b7d84-1893-49f2-a60e-a9d769200097 req-fed3ed05-b14f-4908-b133-537ef55b5f7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32e5cadd300d492aa1e9baa86a13b241&device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 1130 time: 0.0388908 Apr 12 11:08:42.451257 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b7d84-1893-49f2-a60e-a9d769200097 req-66b61fba-d703-4e63-9dc6-72332a82653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:42.452672 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-382b7d84-1893-49f2-a60e-a9d769200097 req-66b61fba-d703-4e63-9dc6-72332a82653c service neutron] 10.222.0.61 "GET /v2.0/networks?id=0317d028-0989-472a-96e6-acd16004829e HTTP/1.1" status: 200 len: 912 time: 0.0863018 Apr 12 11:08:42.724364 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-382b7d84-1893-49f2-a60e-a9d769200097 req-5cc5c69a-545a-4165-a026-981ae7d7892b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=402270a4-9c50-4876-a983-bab38cb615b9 HTTP/1.1" status: 200 len: 1001 time: 0.0642769 Apr 12 11:08:42.778954 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f251900-e336-4c49-a707-88aed57196a3 req-8b86657a-d2fd-43c4-9a84-350e71184f1d tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:42.780430 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7f251900-e336-4c49-a707-88aed57196a3 req-8b86657a-d2fd-43c4-9a84-350e71184f1d tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 945 time: 0.0464237 Apr 12 11:08:42.828785 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7f251900-e336-4c49-a707-88aed57196a3 req-cb172918-4553-4c32-b9cc-881fc8ec1849 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425034 Apr 12 11:08:42.944157 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e03a6d-43f7-4acb-ad6b-b34e102cb631 req-c6ed6b15-2beb-41fc-8ca8-95c8e75412a7 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:42.947271 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-68e03a6d-43f7-4acb-ad6b-b34e102cb631 req-c6ed6b15-2beb-41fc-8ca8-95c8e75412a7 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 945 time: 0.0527132 Apr 12 11:08:42.999839 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-68e03a6d-43f7-4acb-ad6b-b34e102cb631 req-a51c23ca-a004-4851-b8d4-f89edfc587a3 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470178 Apr 12 11:08:43.022307 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54096) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:43.101944 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8d70b2-6502-42a6-879f-451621988dc2 tempest-TestVolumeBootPattern-1865417333 tempest-TestVolumeBootPattern-1865417333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:43.103488 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-be8d70b2-6502-42a6-879f-451621988dc2 tempest-TestVolumeBootPattern-1865417333 tempest-TestVolumeBootPattern-1865417333-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 1124 time: 0.0795977 Apr 12 11:08:43.106432 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54102) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:43.110814 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Request body: {'floatingip': {'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'port_id': '5f93a2b1-ac4e-4980-af14-0049a5cf35ac', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:43.159012 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:43.181172 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2137a-a072-4982-b959-cca114d4b245 req-bf74123b-3337-4548-8dee-2c479db8a22d tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:43.182628 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5bb2137a-a072-4982-b959-cca114d4b245 req-bf74123b-3337-4548-8dee-2c479db8a22d tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0620239 Apr 12 11:08:43.281201 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:43.282247 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b7d84-1893-49f2-a60e-a9d769200097 req-18935023-3c5f-4d84-aa49-b84171368b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:43.283724 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-382b7d84-1893-49f2-a60e-a9d769200097 req-18935023-3c5f-4d84-aa49-b84171368b17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960eacfe-1fad-4c86-97dd-e4deb4410d5f HTTP/1.1" status: 200 len: 850 time: 0.0439296 Apr 12 11:08:43.302100 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5bb2137a-a072-4982-b959-cca114d4b245 req-d593bfe5-8e49-4582-878c-d7a3b1a97367 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101429 Apr 12 11:08:43.332504 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b7d84-1893-49f2-a60e-a9d769200097 req-14ba4e44-133f-4669-a00f-6ab6b5e17542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:43.334029 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-382b7d84-1893-49f2-a60e-a9d769200097 req-14ba4e44-133f-4669-a00f-6ab6b5e17542 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0317d028-0989-472a-96e6-acd16004829e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437870 Apr 12 11:08:43.400253 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Allocated IP 172.27.0.199 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/b7fd08ad-68a2-4413-b577-daeaa7c1c545) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:43.422899 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-382b7d84-1893-49f2-a60e-a9d769200097 req-372fa292-8765-4c39-8699-036a7af263c3 service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830376 Apr 12 11:08:43.504665 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for port (b7fd08ad-68a2-4413-b577-daeaa7c1c545), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:43.515282 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-382b7d84-1893-49f2-a60e-a9d769200097 req-c819be91-6703-4938-8349-a66ba70a505f service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859489 Apr 12 11:08:43.540151 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (b7fd08ad-68a2-4413-b577-daeaa7c1c545), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:43.578037 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:43.580858 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:43.583387 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:43.616599 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'Port': ['ID=b7fd08ad-68a2-4413-b577-daeaa7c1c545,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:43.955027 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for floatingip (e4668478-af84-4a25-917a-c0b33d9ef774), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:44.024722 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b7fd08ad-68a2-4413-b577-daeaa7c1c545), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:44.172524 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for port (b7fd08ad-68a2-4413-b577-daeaa7c1c545), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:44.177744 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (b7fd08ad-68a2-4413-b577-daeaa7c1c545), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:44.244999 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'Port': ['ID=b7fd08ad-68a2-4413-b577-daeaa7c1c545,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:44.258019 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (e4668478-af84-4a25-917a-c0b33d9ef774), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:44.357801 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Floating IP e4668478-af84-4a25-917a-c0b33d9ef774 associated. External IP: 172.27.0.199, port: 5f93a2b1-ac4e-4980-af14-0049a5cf35ac. Apr 12 11:08:44.468132 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9917d-3f47-43cf-922b-5872cbd4f173 req-e833dc51-eea2-47b1-bdfb-0892a6db25df tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:44.469551 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-82f9917d-3f47-43cf-922b-5872cbd4f173 req-e833dc51-eea2-47b1-bdfb-0892a6db25df tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0762119 Apr 12 11:08:44.581001 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-82f9917d-3f47-43cf-922b-5872cbd4f173 req-a8790b8d-bb87-4bd2-af88-08039d189a57 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046100 Apr 12 11:08:44.643160 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:44.749010 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:44.759007 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c8537e-a0d7-46c3-93f9-f58404ceefe4 None None] Sync routers for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:44.766607 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:44.768830 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c8537e-a0d7-46c3-93f9-f58404ceefe4 None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:44.769579 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-07c8537e-a0d7-46c3-93f9-f58404ceefe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:08:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:44.796156 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-6b4e9d06-7ef6-4794-a7b6-166eb685773a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6886423 Apr 12 11:08:44.796956 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1422f69-4963-4e4d-a623-d326d322e37d', 'tag': '5f93a2b1-ac4e-4980-af14-0049a5cf35ac'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:44.799200 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77eeecfa-d12f-4189-9069-dd525178be17" -d '{"events": [{"name": "network-changed", "server_uuid": "b1422f69-4963-4e4d-a623-d326d322e37d", "tag": "5f93a2b1-ac4e-4980-af14-0049a5cf35ac"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:44.835614 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198ab682-c76b-40e3-a1f2-e82b59f910ec x-openstack-request-id: req-198ab682-c76b-40e3-a1f2-e82b59f910ec {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:44.836137 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1422f69-4963-4e4d-a623-d326d322e37d", "tag": "5f93a2b1-ac4e-4980-af14-0049a5cf35ac", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:44.836454 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-198ab682-c76b-40e3-a1f2-e82b59f910ec {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:44.836950 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198ab682-c76b-40e3-a1f2-e82b59f910ec'] response: {'name': 'network-changed', 'server_uuid': 'b1422f69-4963-4e4d-a623-d326d322e37d', 'tag': '5f93a2b1-ac4e-4980-af14-0049a5cf35ac', 'status': 'completed', 'code': 200} Apr 12 11:08:44.881448 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-07c8537e-a0d7-46c3-93f9-f58404ceefe4 None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:44.937468 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeecfa-d12f-4189-9069-dd525178be17 req-912819f7-d688-4880-bb6d-ff34f49aadac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:44.938973 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-77eeecfa-d12f-4189-9069-dd525178be17 req-912819f7-d688-4880-bb6d-ff34f49aadac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 1129 time: 0.0399096 Apr 12 11:08:45.035546 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeecfa-d12f-4189-9069-dd525178be17 req-bbd47414-8aa8-4bbc-aa8f-4c69ba3e7ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:45.036995 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-77eeecfa-d12f-4189-9069-dd525178be17 req-bbd47414-8aa8-4bbc-aa8f-4c69ba3e7ed2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 912 time: 0.0860803 Apr 12 11:08:45.100531 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-77eeecfa-d12f-4189-9069-dd525178be17 req-d569d830-d829-4566-995c-f106d72fb671 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f93a2b1-ac4e-4980-af14-0049a5cf35ac HTTP/1.1" status: 200 len: 999 time: 0.0564017 Apr 12 11:08:45.101275 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-07c8537e-a0d7-46c3-93f9-f58404ceefe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': 'e4668478-af84-4a25-917a-c0b33d9ef774', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '5f93a2b1-ac4e-4980-af14-0049a5cf35ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:4f:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1422f69-4963-4e4d-a623-d326d322e37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:43Z', 'updated_at': '2022-04-12T11:08:43Z', 'revision_number': 0, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:45.127662 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c8537e-a0d7-46c3-93f9-f58404ceefe4 None None] Checking router: 12f0ccb6-3320-49a1-857a-30fb0c2468f1 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:45.135864 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c8537e-a0d7-46c3-93f9-f58404ceefe4 None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:45.136461 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-07c8537e-a0d7-46c3-93f9-f58404ceefe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:08:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:45.148579 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeecfa-d12f-4189-9069-dd525178be17 req-3d17a8b6-f958-4010-91a3-5040f675030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:45.150042 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-77eeecfa-d12f-4189-9069-dd525178be17 req-3d17a8b6-f958-4010-91a3-5040f675030b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dec2725a-db75-4393-837d-063e3bb8e039 HTTP/1.1" status: 200 len: 850 time: 0.0436206 Apr 12 11:08:45.197061 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeecfa-d12f-4189-9069-dd525178be17 req-088f1629-7414-4cdc-bc19-cabaa2201989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:45.198566 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-77eeecfa-d12f-4189-9069-dd525178be17 req-088f1629-7414-4cdc-bc19-cabaa2201989 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa720ae2-ca1f-4b0a-85c6-68af09558684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418267 Apr 12 11:08:45.243887 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-07c8537e-a0d7-46c3-93f9-f58404ceefe4 None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:45.287690 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-77eeecfa-d12f-4189-9069-dd525178be17 req-49953ba9-0134-4118-8345-40de36bfd7ab service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809796 Apr 12 11:08:45.379677 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-77eeecfa-d12f-4189-9069-dd525178be17 req-4576ddee-3bad-4018-bc61-c135dad295d4 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847003 Apr 12 11:08:45.459580 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-07c8537e-a0d7-46c3-93f9-f58404ceefe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': 'e4668478-af84-4a25-917a-c0b33d9ef774', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '5f93a2b1-ac4e-4980-af14-0049a5cf35ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:4f:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1422f69-4963-4e4d-a623-d326d322e37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:43Z', 'updated_at': '2022-04-12T11:08:43Z', 'revision_number': 0, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:45.486629 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c8537e-a0d7-46c3-93f9-f58404ceefe4 None None] The sync data for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi is: [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': 'e4668478-af84-4a25-917a-c0b33d9ef774', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '5f93a2b1-ac4e-4980-af14-0049a5cf35ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:4f:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1422f69-4963-4e4d-a623-d326d322e37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:43Z', 'updated_at': '2022-04-12T11:08:43Z', 'revision_number': 0, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:45.679905 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a20137-a5ae-4ed4-a7da-adaed8789789 None None] New status for floating IP e4668478-af84-4a25-917a-c0b33d9ef774: ACTIVE {{(pid=103205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:08:45.706379 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9427880-510d-4bae-b7ad-27990443e810 req-3c1e3504-fe50-4a49-83a8-1f4db62a7361 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:45.707879 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c9427880-510d-4bae-b7ad-27990443e810 req-3c1e3504-fe50-4a49-83a8-1f4db62a7361 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0507221 Apr 12 11:08:45.768149 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c9427880-510d-4bae-b7ad-27990443e810 req-bf9eecfb-932d-4762-bbdc-638224fd945a tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540419 Apr 12 11:08:46.878675 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283b0e8-1606-41a7-b294-62431f72365f req-1bef645a-95f5-450a-a123-d34e563fa00c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:46.880125 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6283b0e8-1606-41a7-b294-62431f72365f req-1bef645a-95f5-450a-a123-d34e563fa00c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0460110 Apr 12 11:08:46.937390 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6283b0e8-1606-41a7-b294-62431f72365f req-c9cbfc8d-779a-4386-b7b7-e491de5982fc tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516739 Apr 12 11:08:48.060692 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1cdf7-f71d-48fa-be83-1daf26abe154 req-2f267171-8987-4d0e-a2f0-d916e2605b46 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:48.062298 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-44c1cdf7-f71d-48fa-be83-1daf26abe154 req-2f267171-8987-4d0e-a2f0-d916e2605b46 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0512235 Apr 12 11:08:48.120952 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-44c1cdf7-f71d-48fa-be83-1daf26abe154 req-ad5e5487-96f9-42fd-8f7e-b0b87ffe2e4a tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530744 Apr 12 11:08:49.232886 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a40a6e-75a1-4b04-b59c-896bec1d6156 req-ae6355a6-061c-4541-a89a-f561ef085a9b tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:49.234215 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-35a40a6e-75a1-4b04-b59c-896bec1d6156 req-ae6355a6-061c-4541-a89a-f561ef085a9b tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0469050 Apr 12 11:08:49.292169 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-35a40a6e-75a1-4b04-b59c-896bec1d6156 req-d2b9a788-480c-4651-95c8-0b7a9dc023c2 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524821 Apr 12 11:08:50.401966 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4f79a-1d89-4559-a647-5901fb055b81 req-7d320045-8815-4190-a456-0f0e5d2ef2de tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:50.403431 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-53e4f79a-1d89-4559-a647-5901fb055b81 req-7d320045-8815-4190-a456-0f0e5d2ef2de tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0465496 Apr 12 11:08:50.464297 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-53e4f79a-1d89-4559-a647-5901fb055b81 req-1e6de0fe-0030-4c00-9f0b-7c9f749daa8b tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551896 Apr 12 11:08:50.882935 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:08:51.584027 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d75b9f-728b-4c4e-a789-e7656e43f537 req-fb33e873-f5c8-4561-871c-f54a74c2f6e0 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:51.585963 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4d75b9f-728b-4c4e-a789-e7656e43f537 req-fb33e873-f5c8-4561-871c-f54a74c2f6e0 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0460446 Apr 12 11:08:51.643683 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4d75b9f-728b-4c4e-a789-e7656e43f537 req-d634cc36-44c9-4c0b-bbe5-8f22e3e9fb46 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521984 Apr 12 11:08:52.351181 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f8060-d221-479a-98c7-964ca958f5fd req-00cbd807-a27e-43eb-aaba-b72c6e8ae55b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:52.352757 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cd7f8060-d221-479a-98c7-964ca958f5fd req-00cbd807-a27e-43eb-aaba-b72c6e8ae55b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0518332 Apr 12 11:08:52.400377 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cd7f8060-d221-479a-98c7-964ca958f5fd req-b5f3cc05-20e1-4071-bdc1-24d87ad7ca7f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410368 Apr 12 11:08:52.759115 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5024b1-dc7f-4d9e-8098-cb3a3ffb11fb req-304cb4a1-5169-4b5c-81e1-6183740686c1 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:52.760610 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1c5024b1-dc7f-4d9e-8098-cb3a3ffb11fb req-304cb4a1-5169-4b5c-81e1-6183740686c1 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0508339 Apr 12 11:08:52.818756 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1c5024b1-dc7f-4d9e-8098-cb3a3ffb11fb req-7539d829-3b1f-4824-bb6b-4fc2153281ea tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526552 Apr 12 11:08:53.511013 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5985c-9226-4c0e-8e0b-a88996870a27 req-ee024d93-79ac-4b35-96b2-e752b419a5fe tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:53.512486 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-51b5985c-9226-4c0e-8e0b-a88996870a27 req-ee024d93-79ac-4b35-96b2-e752b419a5fe tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0462134 Apr 12 11:08:53.558280 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-51b5985c-9226-4c0e-8e0b-a88996870a27 req-89e1b78b-9f5f-475f-963b-93cc598cddd1 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403912 Apr 12 11:08:53.929753 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c698d-5c20-4666-a61c-120db0a87458 req-09aa1107-137a-4e6e-ad01-66d05fca0a35 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:53.931230 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-300c698d-5c20-4666-a61c-120db0a87458 req-09aa1107-137a-4e6e-ad01-66d05fca0a35 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0463607 Apr 12 11:08:53.993816 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-300c698d-5c20-4666-a61c-120db0a87458 req-68a0433f-f0a8-41da-b899-815af8cc24be tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570269 Apr 12 11:08:54.586464 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2d97d691-abd7-461b-8db2-1f892fb51acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.675197 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd7adf-838a-4b74-9e20-f3dda9517abd req-21d6623c-a7e6-4800-a8a6-7f8e5c4e4ade tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:54.676618 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0fdd7adf-838a-4b74-9e20-f3dda9517abd req-21d6623c-a7e6-4800-a8a6-7f8e5c4e4ade tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0490832 Apr 12 11:08:54.726010 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0fdd7adf-838a-4b74-9e20-f3dda9517abd req-3edff794-1f86-48e5-af59-063e30d5065c tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438282 Apr 12 11:08:54.746051 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496951ac-9295-43bc-9753-2feceaa07f99 req-1a5e52be-d1a9-43a5-a91c-7f5bfe3e5801 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:54.747521 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-496951ac-9295-43bc-9753-2feceaa07f99 req-1a5e52be-d1a9-43a5-a91c-7f5bfe3e5801 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 946 time: 0.0458732 Apr 12 11:08:54.842975 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-496951ac-9295-43bc-9753-2feceaa07f99 req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Deleting port 402270a4-9c50-4876-a983-bab38cb615b9 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:54.843259 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-496951ac-9295-43bc-9753-2feceaa07f99 req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (402270a4-9c50-4876-a983-bab38cb615b9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:54.930913 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-496951ac-9295-43bc-9753-2feceaa07f99 req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] For port 402270a4-9c50-4876-a983-bab38cb615b9, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=402270a4-9c50-4876-a983-bab38cb615b9,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:08:54.931325 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-496951ac-9295-43bc-9753-2feceaa07f99 req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (402270a4-9c50-4876-a983-bab38cb615b9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.105842 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdc06-604a-4e67-946b-1b822b19772e req-ebb5eb42-4f03-4f66-b244-29288f820621 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:55.107236 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-599fdc06-604a-4e67-946b-1b822b19772e req-ebb5eb42-4f03-4f66-b244-29288f820621 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0462492 Apr 12 11:08:55.153848 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-496951ac-9295-43bc-9753-2feceaa07f99 req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.154212 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-496951ac-9295-43bc-9753-2feceaa07f99 req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (591756de-0637-4de4-aacc-d1506f783cb9), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.154525 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.l3_db [req-496951ac-9295-43bc-9753-2feceaa07f99 req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Floating IP 591756de-0637-4de4-aacc-d1506f783cb9 disassociated. External IP: 172.27.0.83, port: 402270a4-9c50-4876-a983-bab38cb615b9. Apr 12 11:08:55.154973 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-496951ac-9295-43bc-9753-2feceaa07f99 req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Calling delete_port for 402270a4-9c50-4876-a983-bab38cb615b9 owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:55.170869 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-599fdc06-604a-4e67-946b-1b822b19772e req-08d28876-628b-4037-81a1-6af216bcb9d0 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574431 Apr 12 11:08:55.279665 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-496951ac-9295-43bc-9753-2feceaa07f99 req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (402270a4-9c50-4876-a983-bab38cb615b9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.307464 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event deleted for resources: {'Port': ['ID=402270a4-9c50-4876-a983-bab38cb615b9,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:55.317498 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.317845 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.318187 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.318526 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.318858 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.319299 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.319630 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.319953 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.320274 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.320595 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.320916 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.321237 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.321554 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.321874 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.322191 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:55.431515 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-496951ac-9295-43bc-9753-2feceaa07f99 req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:08:55.537282 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-496951ac-9295-43bc-9753-2feceaa07f99 req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:08:55.547395 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929cae07-554c-4ba8-985a-8b587542ffcd None None] Sync routers for ids ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:08:55.557421 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929cae07-554c-4ba8-985a-8b587542ffcd None None] Routers {'6426c23a-9fb1-4e50-8d0f-ff08a290a250'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:55.558034 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-929cae07-554c-4ba8-985a-8b587542ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:08:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:55.578901 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-496951ac-9295-43bc-9753-2feceaa07f99 req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] No DVR routers for this DVR port 402270a4-9c50-4876-a983-bab38cb615b9 on host hv-cinder-83008 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:08:55.581150 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-496951ac-9295-43bc-9753-2feceaa07f99 req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:55.584423 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-496951ac-9295-43bc-9753-2feceaa07f99 req-c3974880-0df4-446a-a30a-95bfc0cf7794 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.61 "DELETE /v2.0/ports/402270a4-9c50-4876-a983-bab38cb615b9 HTTP/1.1" status: 204 len: 173 time: 0.8247488 Apr 12 11:08:55.585442 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f9105d-e0ca-4429-b1e7-3fcfe324c10a', 'name': 'network-vif-deleted', 'tag': '402270a4-9c50-4876-a983-bab38cb615b9'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:08:55.587838 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645e5913-bed0-4f3b-84bf-2e6cb61a96cb" -d '{"events": [{"server_uuid": "f0f9105d-e0ca-4429-b1e7-3fcfe324c10a", "name": "network-vif-deleted", "tag": "402270a4-9c50-4876-a983-bab38cb615b9"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:08:55.624182 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830dad4d-311a-437b-86d4-37bff7879cfc x-openstack-request-id: req-830dad4d-311a-437b-86d4-37bff7879cfc {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:08:55.624648 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f9105d-e0ca-4429-b1e7-3fcfe324c10a", "name": "network-vif-deleted", "tag": "402270a4-9c50-4876-a983-bab38cb615b9", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:08:55.625150 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-830dad4d-311a-437b-86d4-37bff7879cfc {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:08:55.625780 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830dad4d-311a-437b-86d4-37bff7879cfc'] response: {'server_uuid': 'f0f9105d-e0ca-4429-b1e7-3fcfe324c10a', 'name': 'network-vif-deleted', 'tag': '402270a4-9c50-4876-a983-bab38cb615b9', 'status': 'completed', 'code': 200} Apr 12 11:08:55.677236 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-929cae07-554c-4ba8-985a-8b587542ffcd None None] Set router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:55.848111 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-81cbf1fe-bad8-4450-8368-e2bac138af55 req-0b284b10-8c98-449f-9686-9fee18e13cef tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f9105d-e0ca-4429-b1e7-3fcfe324c10a HTTP/1.1" status: 200 len: 210 time: 0.0317967 Apr 12 11:08:55.893040 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-929cae07-554c-4ba8-985a-8b587542ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 5, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:55.918665 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929cae07-554c-4ba8-985a-8b587542ffcd None None] Checking router: 6426c23a-9fb1-4e50-8d0f-ff08a290a250 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:08:55.926698 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929cae07-554c-4ba8-985a-8b587542ffcd None None] Routers {'6426c23a-9fb1-4e50-8d0f-ff08a290a250'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:08:55.927328 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-929cae07-554c-4ba8-985a-8b587542ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:08:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:56.033893 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-929cae07-554c-4ba8-985a-8b587542ffcd None None] Set router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:08:56.238646 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-929cae07-554c-4ba8-985a-8b587542ffcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 5, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:08:56.266573 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929cae07-554c-4ba8-985a-8b587542ffcd None None] The sync data for ids ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'] in dv-cinder-830089-4-iscsi is: [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 5, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:08:56.293615 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ad8f8-9f87-418b-8a32-ec70b0425809 req-9dfcf0da-af84-4e3b-8515-2ab8dbd80a78 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:56.295099 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fd1ad8f8-9f87-418b-8a32-ec70b0425809 req-9dfcf0da-af84-4e3b-8515-2ab8dbd80a78 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0483449 Apr 12 11:08:56.360053 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fd1ad8f8-9f87-418b-8a32-ec70b0425809 req-7e02715a-6550-4ecf-9ed9-ec8970d34991 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=e7e56298-9156-49c7-81c5-7514b24f5297&id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575483 Apr 12 11:08:56.481561 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c6c931-27d6-41cd-8391-074b3ba7cb0b None None] New status for floating IP 591756de-0637-4de4-aacc-d1506f783cb9: DOWN {{(pid=103205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:08:56.876750 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5328-be5e-4019-aaa4-84d4edd1f3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:56.932383 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54166) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:56.987249 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group (04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.010672 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group (04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.058801 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.061659 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.062772 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "DELETE /v2.0/security-groups/04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae HTTP/1.1" status: 204 len: 168 time: 0.1293247 Apr 12 11:08:57.065632 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54168) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:57.072192 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:57.078978 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.079347 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.079466 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.api.v2.resource [None req-1aee72ac-d6fa-46ba-ba6a-3466951d91d0 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] show failed (client error): The resource could not be found. Apr 12 11:08:57.079685 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.080019 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.080353 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.080473 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-1aee72ac-d6fa-46ba-ba6a-3466951d91d0 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups/04626ea1-1fbb-4aed-8c2e-93ec97a8a9ae HTTP/1.1" status: 404 len: 347 time: 0.0138133 Apr 12 11:08:57.080687 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.081006 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.081322 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.081630 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.081951 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.082267 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.082585 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.082899 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.083182 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54170) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:57.083289 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.083609 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56af51f0-88fd-437b-bfe5-8b715d64ea15 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:08:57.405862 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dd24706f-0404-4254-b493-aedf09e99578 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Deleting port 95688c31-e757-4406-8098-dbabc58c50da {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:08:57.406204 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd24706f-0404-4254-b493-aedf09e99578 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (95688c31-e757-4406-8098-dbabc58c50da), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.478862 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd24706f-0404-4254-b493-aedf09e99578 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (95688c31-e757-4406-8098-dbabc58c50da), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.479099 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd24706f-0404-4254-b493-aedf09e99578 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for floatingip (95688c31-e757-4406-8098-dbabc58c50da), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.491354 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-dd24706f-0404-4254-b493-aedf09e99578 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Calling delete_port for 95688c31-e757-4406-8098-dbabc58c50da owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:08:57.637650 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd24706f-0404-4254-b493-aedf09e99578 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (95688c31-e757-4406-8098-dbabc58c50da), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.669473 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24706f-0404-4254-b493-aedf09e99578 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event deleted for resources: {'Port': ['ID=95688c31-e757-4406-8098-dbabc58c50da,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:57.724790 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd24706f-0404-4254-b493-aedf09e99578 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for floatingip (591756de-0637-4de4-aacc-d1506f783cb9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.727305 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-dd24706f-0404-4254-b493-aedf09e99578 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:57.728430 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-dd24706f-0404-4254-b493-aedf09e99578 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "DELETE /v2.0/floatingips/591756de-0637-4de4-aacc-d1506f783cb9 HTTP/1.1" status: 204 len: 168 time: 0.6443660 Apr 12 11:08:58.094421 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54176) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:58.098842 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-8b3ff34e-6d26-4ff6-9576-3273323b776f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952088716', 'description': 'tempest-description--398474630'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:58.112170 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.119803 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff34e-6d26-4ff6-9576-3273323b776f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.186293 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff34e-6d26-4ff6-9576-3273323b776f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group (a287e3a6-ca2c-46e4-9718-64dd2ec0432c), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.190385 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff34e-6d26-4ff6-9576-3273323b776f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (a287e3a6-ca2c-46e4-9718-64dd2ec0432c), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.219184 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ff34e-6d26-4ff6-9576-3273323b776f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a287e3a6-ca2c-46e4-9718-64dd2ec0432c,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:58.224998 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8b3ff34e-6d26-4ff6-9576-3273323b776f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.226794 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-8b3ff34e-6d26-4ff6-9576-3273323b776f tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1308832 Apr 12 11:08:58.229240 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54178) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:58.233402 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-126f6228-7be0-4aef-92d5-92c62a322f51 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Request body: {'security_group_rule': {'security_group_id': 'a287e3a6-ca2c-46e4-9718-64dd2ec0432c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:58.259031 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-126f6228-7be0-4aef-92d5-92c62a322f51 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group_rule (933d6e90-1db6-493f-98a0-94b834aff489), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.313074 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-126f6228-7be0-4aef-92d5-92c62a322f51 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group_rule (933d6e90-1db6-493f-98a0-94b834aff489), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.316541 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-126f6228-7be0-4aef-92d5-92c62a322f51 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (933d6e90-1db6-493f-98a0-94b834aff489), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.333823 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f6228-7be0-4aef-92d5-92c62a322f51 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933d6e90-1db6-493f-98a0-94b834aff489,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:58.341969 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-126f6228-7be0-4aef-92d5-92c62a322f51 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.343170 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-126f6228-7be0-4aef-92d5-92c62a322f51 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130083 Apr 12 11:08:58.345763 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54180) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:58.349965 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-12cb8fb8-6ded-41d5-ad3e-1343d5f59680 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Request body: {'security_group_rule': {'security_group_id': 'a287e3a6-ca2c-46e4-9718-64dd2ec0432c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:58.374486 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-12cb8fb8-6ded-41d5-ad3e-1343d5f59680 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group_rule (117a23fd-76a5-4a8c-a698-586ca2014f76), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.430763 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-12cb8fb8-6ded-41d5-ad3e-1343d5f59680 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group_rule (117a23fd-76a5-4a8c-a698-586ca2014f76), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.434240 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-12cb8fb8-6ded-41d5-ad3e-1343d5f59680 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (117a23fd-76a5-4a8c-a698-586ca2014f76), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.451499 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb8fb8-6ded-41d5-ad3e-1343d5f59680 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117a23fd-76a5-4a8c-a698-586ca2014f76,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:58.458014 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-12cb8fb8-6ded-41d5-ad3e-1343d5f59680 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.459225 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-12cb8fb8-6ded-41d5-ad3e-1343d5f59680 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125381 Apr 12 11:08:58.462303 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54182) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:08:58.466660 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Request body: {'floatingip': {'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:08:58.485556 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.562984 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.669303 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Allocated IP 172.27.0.180 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/477b6e69-cc95-457a-8745-dfbc4aa20952) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:08:58.767446 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for port (477b6e69-cc95-457a-8745-dfbc4aa20952), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.800022 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (477b6e69-cc95-457a-8745-dfbc4aa20952), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.841760 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:08:58.844605 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:08:58.848004 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:08:58.874310 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event updated for resources: {'Port': ['ID=477b6e69-cc95-457a-8745-dfbc4aa20952,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:58.933789 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for floatingip (5717e3f3-3881-4054-a581-1b914adcaf2f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:58.969063 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (477b6e69-cc95-457a-8745-dfbc4aa20952), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.046714 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 402270a4-9c50-4876-a983-bab38cb615b9 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:08:59.067801 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: 402270a4-9c50-4876-a983-bab38cb615b9 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:08:59.068143 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 402270a4-9c50-4876-a983-bab38cb615b9 not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:08:59.115505 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for port (477b6e69-cc95-457a-8745-dfbc4aa20952), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.120611 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (477b6e69-cc95-457a-8745-dfbc4aa20952), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.436202 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event updated for resources: {'Port': ['ID=477b6e69-cc95-457a-8745-dfbc4aa20952,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:08:59.442754 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (5717e3f3-3881-4054-a581-1b914adcaf2f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.457472 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.458681 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-d53de15b-96b0-4244-8ae4-8b17fec94d3b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9954698 Apr 12 11:08:59.601815 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-ad04c99f-26a9-4f62-9460-bee0e320ea54 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1952088716&fields=id&tenant_id=32e5cadd300d492aa1e9baa86a13b241 HTTP/1.1" status: 200 len: 267 time: 0.0410988 Apr 12 11:08:59.645207 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:08:59.706325 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-ec23a228-d721-408a-b272-9c97b0b2a315 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:08:59.707730 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-ec23a228-d721-408a-b272-9c97b0b2a315 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/networks?id=0317d028-0989-472a-96e6-acd16004829e HTTP/1.1" status: 200 len: 811 time: 0.0996768 Apr 12 11:08:59.722395 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-2094e0f5-fadc-4e0f-90fc-847f15f1b601 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/quotas/32e5cadd300d492aa1e9baa86a13b241 HTTP/1.1" status: 200 len: 375 time: 0.0088060 Apr 12 11:08:59.774114 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-40b53643-2d28-4985-bf96-0808a502a790 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=32e5cadd300d492aa1e9baa86a13b241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464189 Apr 12 11:08:59.910676 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-2da42464-8007-443a-9138-c8d5518d2e98 service neutron] 10.222.0.55 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255107 Apr 12 11:09:00.001224 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-7fb3a355-6f45-4b21-a208-8dda796d5e8e service neutron] 10.222.0.55 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846391 Apr 12 11:09:00.155615 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-25d1d56e-4b79-4819-aa79-e6fb0ac9206b req-ee2e3b0c-b1e4-4fad-ba4e-cb5c92a95c21 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 210 time: 0.0286527 Apr 12 11:09:01.108595 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.251086 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0672000a-246f-4054-82a7-1c58ea0fa549 req-eb73934a-204e-469e-b45d-77d3c49ea7f1 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 210 time: 0.0288379 Apr 12 11:09:01.421668 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-1b246b08-47b0-4540-b053-fd8062992997 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:01.423454 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-1b246b08-47b0-4540-b053-fd8062992997 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.61 "GET /v2.0/networks?id=0317d028-0989-472a-96e6-acd16004829e HTTP/1.1" status: 200 len: 811 time: 0.1036155 Apr 12 11:09:01.495201 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-0a0852d4-da49-44fa-b4ff-732ff5fa8135 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32e5cadd300d492aa1e9baa86a13b241 HTTP/1.1" status: 200 len: 380 time: 0.0537038 Apr 12 11:09:01.603676 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-79b3990d-8a7d-4cc3-a960-d8ecf12565f8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Request body: {'port': {'device_id': '80d5056b-ce44-4f25-bca1-43ab71fbcde1', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'admin_state_up': True, 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'security_groups': ['a287e3a6-ca2c-46e4-9718-64dd2ec0432c']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:01.726038 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-79b3990d-8a7d-4cc3-a960-d8ecf12565f8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Made reservation on behalf of 32e5cadd300d492aa1e9baa86a13b241 for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:09:01.729342 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-79b3990d-8a7d-4cc3-a960-d8ecf12565f8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:01.857890 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-79b3990d-8a7d-4cc3-a960-d8ecf12565f8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Allocated IP 172.20.0.3 (0317d028-0989-472a-96e6-acd16004829e/960eacfe-1fad-4c86-97dd-e4deb4410d5f/fcac32f0-2b42-44a3-9087-055b069ab6a5) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:02.001277 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-79b3990d-8a7d-4cc3-a960-d8ecf12565f8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.036524 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-79b3990d-8a7d-4cc3-a960-d8ecf12565f8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.086267 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-79b3990d-8a7d-4cc3-a960-d8ecf12565f8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Network 0317d028-0989-472a-96e6-acd16004829e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:02.089240 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-79b3990d-8a7d-4cc3-a960-d8ecf12565f8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:02.091729 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-79b3990d-8a7d-4cc3-a960-d8ecf12565f8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:02.117076 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3990d-8a7d-4cc3-a960-d8ecf12565f8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event updated for resources: {'Port': ['ID=fcac32f0-2b42-44a3-9087-055b069ab6a5,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:02.146287 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-79b3990d-8a7d-4cc3-a960-d8ecf12565f8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:02.146967 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-79b3990d-8a7d-4cc3-a960-d8ecf12565f8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.165481 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-79b3990d-8a7d-4cc3-a960-d8ecf12565f8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5660236 Apr 12 11:09:02.229079 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Request body: {'port': {'device_id': '80d5056b-ce44-4f25-bca1-43ab71fbcde1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:02.294497 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.308156 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-d138fb86-c839-44ad-850e-0ff0b2da70e0 None None] Provisioning complete for port fcac32f0-2b42-44a3-9087-055b069ab6a5 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:02.308775 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d138fb86-c839-44ad-850e-0ff0b2da70e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.345556 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-d138fb86-c839-44ad-850e-0ff0b2da70e0 None None] Port fcac32f0-2b42-44a3-9087-055b069ab6a5 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:09:02.377515 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c9856-c49d-4acf-a3ad-d86232d4bec1 req-fecd2c60-ea72-4937-bb44-7a4452d62cd1 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:02.379259 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b19c9856-c49d-4acf-a3ad-d86232d4bec1 req-fecd2c60-ea72-4937-bb44-7a4452d62cd1 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 931 time: 0.0542212 Apr 12 11:09:02.439925 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b19c9856-c49d-4acf-a3ad-d86232d4bec1 req-a1012c59-931e-43bd-9da3-4ad7bbb60a9b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=a287e3a6-ca2c-46e4-9718-64dd2ec0432c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534773 Apr 12 11:09:02.580600 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcac32f0-2b42-44a3-9087-055b069ab6a5 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:02.589136 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Publish callbacks [] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.602559 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Transition to ACTIVE for port object fcac32f0-2b42-44a3-9087-055b069ab6a5 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:09:02.606358 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.660730 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Pushing event updated for resources: {'Port': ['ID=fcac32f0-2b42-44a3-9087-055b069ab6a5,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:02.734889 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Attempting to bind port fcac32f0-2b42-44a3-9087-055b069ab6a5 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:09:02.735262 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Attempting to bind port fcac32f0-2b42-44a3-9087-055b069ab6a5 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:09:02.735597 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Attempting to bind port fcac32f0-2b42-44a3-9087-055b069ab6a5 on network 0317d028-0989-472a-96e6-acd16004829e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:02.740140 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Port fcac32f0-2b42-44a3-9087-055b069ab6a5 on network 0317d028-0989-472a-96e6-acd16004829e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:09:02.740463 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Attempting to bind port fcac32f0-2b42-44a3-9087-055b069ab6a5 on network 0317d028-0989-472a-96e6-acd16004829e {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:02.747423 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:09:02.747771 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Checking segment: {'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:02.748159 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Bound using segment: {'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:09:02.748600 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Bound port: fcac32f0-2b42-44a3-9087-055b069ab6a5, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '0317d028-0989-472a-96e6-acd16004829e'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:09:02.748962 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.816368 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] For port fcac32f0-2b42-44a3-9087-055b069ab6a5, host hv-cinder-83008, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:09:02.820456 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] For port fcac32f0-2b42-44a3-9087-055b069ab6a5, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fcac32f0-2b42-44a3-9087-055b069ab6a5,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:09:02.826626 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.856957 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:02.857671 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:02.859055 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] 10.222.0.61 "PUT /v2.0/ports/fcac32f0-2b42-44a3-9087-055b069ab6a5 HTTP/1.1" status: 200 len: 1093 time: 0.6785154 Apr 12 11:09:02.863410 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d5056b-ce44-4f25-bca1-43ab71fbcde1', 'tag': 'fcac32f0-2b42-44a3-9087-055b069ab6a5'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:02.866239 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cdb0a9-aa9a-49d3-80f2-0084f4487795" -d '{"events": [{"name": "network-changed", "server_uuid": "80d5056b-ce44-4f25-bca1-43ab71fbcde1", "tag": "fcac32f0-2b42-44a3-9087-055b069ab6a5"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:02.895793 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c6a2a-7a42-416c-b4ed-ffa22ab7a685 service neutron] Pushing event updated for resources: {'Port': ['ID=fcac32f0-2b42-44a3-9087-055b069ab6a5,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:02.910996 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc108ac-9fd1-4900-b1dc-b177447eeae4 x-openstack-request-id: req-4dc108ac-9fd1-4900-b1dc-b177447eeae4 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:02.911340 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d5056b-ce44-4f25-bca1-43ab71fbcde1", "tag": "fcac32f0-2b42-44a3-9087-055b069ab6a5", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:02.911568 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4dc108ac-9fd1-4900-b1dc-b177447eeae4 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:02.911974 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc108ac-9fd1-4900-b1dc-b177447eeae4'] response: {'name': 'network-changed', 'server_uuid': '80d5056b-ce44-4f25-bca1-43ab71fbcde1', 'tag': 'fcac32f0-2b42-44a3-9087-055b069ab6a5', 'status': 'completed', 'code': 200} Apr 12 11:09:02.971704 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-a8079932-ce0e-4dbf-8081-b4215ab3e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:02.973271 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-a8079932-ce0e-4dbf-8081-b4215ab3e84b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32e5cadd300d492aa1e9baa86a13b241&device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 1127 time: 0.0410213 Apr 12 11:09:03.030806 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-41fece28-135d-415e-a46f-94946340e766 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcac32f0-2b42-44a3-9087-055b069ab6a5 HTTP/1.1" status: 200 len: 217 time: 0.0402946 Apr 12 11:09:03.079753 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-0cfe1126-28d3-4b93-ba1d-51d71e72a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:03.081158 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-0cfe1126-28d3-4b93-ba1d-51d71e72a8f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960eacfe-1fad-4c86-97dd-e4deb4410d5f HTTP/1.1" status: 200 len: 850 time: 0.0438099 Apr 12 11:09:03.125714 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-1c2a29ee-744b-4f9c-a7bf-8f9843b461ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:03.127145 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-1c2a29ee-744b-4f9c-a7bf-8f9843b461ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0317d028-0989-472a-96e6-acd16004829e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397224 Apr 12 11:09:03.235744 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-0235dfa1-a70c-4d43-905f-12054b9dff67 service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927494 Apr 12 11:09:03.326829 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d7dc554d-1257-40a3-89a2-e4eeacb641b7 req-dd85520e-5a2e-4aa4-8975-904b43249e69 service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837572 Apr 12 11:09:03.552844 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4648238-4486-48e6-9301-67f08dae72a1 req-bab4b455-6ff3-4146-a55c-fb6ce1d4efd3 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:03.554354 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4648238-4486-48e6-9301-67f08dae72a1 req-bab4b455-6ff3-4146-a55c-fb6ce1d4efd3 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 943 time: 0.0462217 Apr 12 11:09:03.599756 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4648238-4486-48e6-9301-67f08dae72a1 req-e76632b9-016a-49c2-a2aa-be1aad2bfe67 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=a287e3a6-ca2c-46e4-9718-64dd2ec0432c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399311 Apr 12 11:09:04.477358 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdb0a9-aa9a-49d3-80f2-0084f4487795 req-9cb21a68-120e-4f77-906e-0cf1710079fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:04.478765 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d0cdb0a9-aa9a-49d3-80f2-0084f4487795 req-9cb21a68-120e-4f77-906e-0cf1710079fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32e5cadd300d492aa1e9baa86a13b241&device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 1127 time: 0.0435376 Apr 12 11:09:04.580470 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdb0a9-aa9a-49d3-80f2-0084f4487795 req-20cd93f0-e05b-4e8d-8ce8-438ef1893b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:04.581906 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d0cdb0a9-aa9a-49d3-80f2-0084f4487795 req-20cd93f0-e05b-4e8d-8ce8-438ef1893b94 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0317d028-0989-472a-96e6-acd16004829e HTTP/1.1" status: 200 len: 912 time: 0.0828192 Apr 12 11:09:04.631202 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d0cdb0a9-aa9a-49d3-80f2-0084f4487795 req-89ac325c-1b79-47a9-9b24-e42faf299fac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcac32f0-2b42-44a3-9087-055b069ab6a5 HTTP/1.1" status: 200 len: 217 time: 0.0371206 Apr 12 11:09:04.679387 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdb0a9-aa9a-49d3-80f2-0084f4487795 req-dfcd82e3-c3a2-4f0a-bedf-3e18108e7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:04.680829 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d0cdb0a9-aa9a-49d3-80f2-0084f4487795 req-dfcd82e3-c3a2-4f0a-bedf-3e18108e7278 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960eacfe-1fad-4c86-97dd-e4deb4410d5f HTTP/1.1" status: 200 len: 850 time: 0.0431783 Apr 12 11:09:04.712543 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e1fd7-4a00-4171-8ea8-eeac393413a3 req-7cdc663a-ec6c-4ea6-a1e0-6af594b99b90 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:04.714130 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-075e1fd7-4a00-4171-8ea8-eeac393413a3 req-7cdc663a-ec6c-4ea6-a1e0-6af594b99b90 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 943 time: 0.0474455 Apr 12 11:09:04.724381 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdb0a9-aa9a-49d3-80f2-0084f4487795 req-cba6307e-a17e-4dc1-8a8b-1d3779132648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:04.726950 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d0cdb0a9-aa9a-49d3-80f2-0084f4487795 req-cba6307e-a17e-4dc1-8a8b-1d3779132648 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0317d028-0989-472a-96e6-acd16004829e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393801 Apr 12 11:09:04.761603 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-075e1fd7-4a00-4171-8ea8-eeac393413a3 req-bcb32bfb-8461-4266-8026-ea81333a04c4 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=a287e3a6-ca2c-46e4-9718-64dd2ec0432c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417740 Apr 12 11:09:04.822023 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d0cdb0a9-aa9a-49d3-80f2-0084f4487795 req-279697c0-e2df-47f5-ac39-237a1ff1cb6b service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884752 Apr 12 11:09:04.911327 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-d0cdb0a9-aa9a-49d3-80f2-0084f4487795 req-207e2603-aacf-4298-93f4-d2ca6c2190bd service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809550 Apr 12 11:09:05.874338 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0a1df-f6fd-4337-9965-b6a536abf82a req-01217165-15bd-4fe8-ab83-cc921af6f087 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:05.875829 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7ce0a1df-f6fd-4337-9965-b6a536abf82a req-01217165-15bd-4fe8-ab83-cc921af6f087 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 943 time: 0.0488276 Apr 12 11:09:05.921737 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7ce0a1df-f6fd-4337-9965-b6a536abf82a req-a8be457a-b810-4b84-8978-561ead2c0578 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=a287e3a6-ca2c-46e4-9718-64dd2ec0432c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404704 Apr 12 11:09:07.032920 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41bb1a-7af4-499c-b762-0c0d40fc84da req-ab43ebd4-e941-4500-ad85-dac4475e1d0e tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:07.034395 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ae41bb1a-7af4-499c-b762-0c0d40fc84da req-ab43ebd4-e941-4500-ad85-dac4475e1d0e tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 943 time: 0.0467122 Apr 12 11:09:07.070807 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device fcac32f0-2b42-44a3-9087-055b069ab6a5 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:09:07.101612 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ae41bb1a-7af4-499c-b762-0c0d40fc84da req-a3c3a2f0-cd34-46ef-86df-bc725ec7d941 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=a287e3a6-ca2c-46e4-9718-64dd2ec0432c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553861 Apr 12 11:09:07.184848 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port fcac32f0-2b42-44a3-9087-055b069ab6a5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fcac32f0-2b42-44a3-9087-055b069ab6a5,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:07.198635 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': 'fcac32f0-2b42-44a3-9087-055b069ab6a5', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'port_id': 'fcac32f0-2b42-44a3-9087-055b069ab6a5', 'mac_address': 'fa:16:3e:bf:2c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:09:07.236421 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port fcac32f0-2b42-44a3-9087-055b069ab6a5 is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:07.236806 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.249231 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcac32f0-2b42-44a3-9087-055b069ab6a5 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:07.272355 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port fcac32f0-2b42-44a3-9087-055b069ab6a5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fcac32f0-2b42-44a3-9087-055b069ab6a5,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:07.276527 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:07.449817 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=fcac32f0-2b42-44a3-9087-055b069ab6a5,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:07.719601 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['fcac32f0-2b42-44a3-9087-055b069ab6a5'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:09:08.215601 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe710-13d3-422f-8019-21710816933a req-07c964f2-2513-4447-8fcc-377c4fce4970 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:08.215601 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-10dbe710-13d3-422f-8019-21710816933a req-07c964f2-2513-4447-8fcc-377c4fce4970 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 944 time: 0.0513251 Apr 12 11:09:08.261404 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-10dbe710-13d3-422f-8019-21710816933a req-f8c89a30-6d3b-418f-a071-174ee23ff96d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=a287e3a6-ca2c-46e4-9718-64dd2ec0432c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424280 Apr 12 11:09:09.064242 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device fcac32f0-2b42-44a3-9087-055b069ab6a5 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:09.107364 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port fcac32f0-2b42-44a3-9087-055b069ab6a5 completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:09:09.112734 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port fcac32f0-2b42-44a3-9087-055b069ab6a5 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:09.113055 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.187829 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port fcac32f0-2b42-44a3-9087-055b069ab6a5 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:09.188235 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.210678 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d5056b-ce44-4f25-bca1-43ab71fbcde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcac32f0-2b42-44a3-9087-055b069ab6a5'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:09.212850 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c077534-be52-4e81-9fb3-b6fb8025d549" -d '{"events": [{"server_uuid": "80d5056b-ce44-4f25-bca1-43ab71fbcde1", "name": "network-vif-plugged", "status": "completed", "tag": "fcac32f0-2b42-44a3-9087-055b069ab6a5"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:09.228904 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port fcac32f0-2b42-44a3-9087-055b069ab6a5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fcac32f0-2b42-44a3-9087-055b069ab6a5,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:09.233592 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.257759 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5528074-2dab-4802-957b-bfd527528440 x-openstack-request-id: req-e5528074-2dab-4802-957b-bfd527528440 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:09.258069 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d5056b-ce44-4f25-bca1-43ab71fbcde1", "name": "network-vif-plugged", "status": "completed", "tag": "fcac32f0-2b42-44a3-9087-055b069ab6a5", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:09.258320 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5528074-2dab-4802-957b-bfd527528440 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:09.258702 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5528074-2dab-4802-957b-bfd527528440'] response: {'server_uuid': '80d5056b-ce44-4f25-bca1-43ab71fbcde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcac32f0-2b42-44a3-9087-055b069ab6a5', 'code': 200} Apr 12 11:09:09.283448 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=fcac32f0-2b42-44a3-9087-055b069ab6a5,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:09.376410 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af90201-9c12-4f1f-86c9-6ffcaa20c5ac req-b5866c5b-1f53-4391-b3ee-f635abeb957d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:09.377893 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5af90201-9c12-4f1f-86c9-6ffcaa20c5ac req-b5866c5b-1f53-4391-b3ee-f635abeb957d tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 945 time: 0.0478230 Apr 12 11:09:09.427212 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5af90201-9c12-4f1f-86c9-6ffcaa20c5ac req-e5ffc82d-72e5-4364-862a-fc17eaee5818 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=a287e3a6-ca2c-46e4-9718-64dd2ec0432c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433900 Apr 12 11:09:09.512270 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af2b1b-7793-4f6c-92d8-45d1f557761a req-6ba978fb-e907-47b3-a46f-6f1febefc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:09.513718 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-42af2b1b-7793-4f6c-92d8-45d1f557761a req-6ba978fb-e907-47b3-a46f-6f1febefc06a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 1129 time: 0.0365562 Apr 12 11:09:09.542074 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:09.565713 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-42af2b1b-7793-4f6c-92d8-45d1f557761a req-32216e2b-7793-452a-9b30-f7012e516fc2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a287e3a6-ca2c-46e4-9718-64dd2ec0432c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Apr 12 11:09:10.540825 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d971eb-235c-4a9a-b24c-6bad4319eb69 req-b8f1472c-7f93-45ac-9b40-fa5bda415b5a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:10.542275 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f6d971eb-235c-4a9a-b24c-6bad4319eb69 req-b8f1472c-7f93-45ac-9b40-fa5bda415b5a tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 945 time: 0.0457323 Apr 12 11:09:10.591364 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f6d971eb-235c-4a9a-b24c-6bad4319eb69 req-bb00101b-de60-4460-bce5-e45d4c0e1c51 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=a287e3a6-ca2c-46e4-9718-64dd2ec0432c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435905 Apr 12 11:09:11.704244 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c39e27-e273-45d4-939c-ee1bb3d59ef8 req-97d7ed39-26e7-491f-8dda-35029fcb583b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:11.706028 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-61c39e27-e273-45d4-939c-ee1bb3d59ef8 req-97d7ed39-26e7-491f-8dda-35029fcb583b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 945 time: 0.0485997 Apr 12 11:09:11.752423 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-61c39e27-e273-45d4-939c-ee1bb3d59ef8 req-9c88c033-e80e-403a-8da5-c649bcf11fb3 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=a287e3a6-ca2c-46e4-9718-64dd2ec0432c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409403 Apr 12 11:09:11.860466 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9c59b-aed8-4b1a-9403-425cd33345f0 req-5d2fccc1-f2f9-4f15-a2e9-e83e0e464541 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:11.861966 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e0d9c59b-aed8-4b1a-9403-425cd33345f0 req-5d2fccc1-f2f9-4f15-a2e9-e83e0e464541 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 945 time: 0.0464239 Apr 12 11:09:11.871473 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54282) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:11.875606 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-a47d2ecb-e367-4f05-8538-30e0a7c569be tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Request body: {'floatingip': {'port_id': 'fcac32f0-2b42-44a3-9087-055b069ab6a5'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:11.917182 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a47d2ecb-e367-4f05-8538-30e0a7c569be tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for floatingip (5717e3f3-3881-4054-a581-1b914adcaf2f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:12.342706 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a47d2ecb-e367-4f05-8538-30e0a7c569be tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:12.346335 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a47d2ecb-e367-4f05-8538-30e0a7c569be tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (5717e3f3-3881-4054-a581-1b914adcaf2f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:12.445287 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [None req-a47d2ecb-e367-4f05-8538-30e0a7c569be tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Floating IP 5717e3f3-3881-4054-a581-1b914adcaf2f associated. External IP: 172.27.0.180, port: fcac32f0-2b42-44a3-9087-055b069ab6a5. Apr 12 11:09:12.648468 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47d2ecb-e367-4f05-8538-30e0a7c569be tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:09:12.759415 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47d2ecb-e367-4f05-8538-30e0a7c569be tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:09:12.764613 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a47d2ecb-e367-4f05-8538-30e0a7c569be tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:12.769959 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc5cd0-9c20-4a06-bbe1-4ef853b68f6b None None] Sync routers for ids ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:09:12.779374 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc5cd0-9c20-4a06-bbe1-4ef853b68f6b None None] Routers {'6426c23a-9fb1-4e50-8d0f-ff08a290a250'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:12.779990 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fbfc5cd0-9c20-4a06-bbe1-4ef853b68f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:08:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:12.794446 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-a47d2ecb-e367-4f05-8538-30e0a7c569be tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "PUT /v2.0/floatingips/5717e3f3-3881-4054-a581-1b914adcaf2f HTTP/1.1" status: 200 len: 991 time: 0.9220042 Apr 12 11:09:12.795170 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d5056b-ce44-4f25-bca1-43ab71fbcde1', 'tag': 'fcac32f0-2b42-44a3-9087-055b069ab6a5'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:12.797530 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6582a678-19e8-4a78-a013-b3981c0817c7" -d '{"events": [{"name": "network-changed", "server_uuid": "80d5056b-ce44-4f25-bca1-43ab71fbcde1", "tag": "fcac32f0-2b42-44a3-9087-055b069ab6a5"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:12.832691 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8632f9e-cc8c-4ec4-b4be-884925b528b9 x-openstack-request-id: req-f8632f9e-cc8c-4ec4-b4be-884925b528b9 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:12.832980 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d5056b-ce44-4f25-bca1-43ab71fbcde1", "tag": "fcac32f0-2b42-44a3-9087-055b069ab6a5", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:12.833235 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8632f9e-cc8c-4ec4-b4be-884925b528b9 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:12.833644 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8632f9e-cc8c-4ec4-b4be-884925b528b9'] response: {'name': 'network-changed', 'server_uuid': '80d5056b-ce44-4f25-bca1-43ab71fbcde1', 'tag': 'fcac32f0-2b42-44a3-9087-055b069ab6a5', 'status': 'completed', 'code': 200} Apr 12 11:09:12.890687 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-fbfc5cd0-9c20-4a06-bbe1-4ef853b68f6b None None] Set router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:12.920793 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582a678-19e8-4a78-a013-b3981c0817c7 req-899be41b-3157-4449-b7f5-926e3fecbc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:12.922278 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-6582a678-19e8-4a78-a013-b3981c0817c7 req-899be41b-3157-4449-b7f5-926e3fecbc25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32e5cadd300d492aa1e9baa86a13b241&device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 1129 time: 0.0376561 Apr 12 11:09:13.019914 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582a678-19e8-4a78-a013-b3981c0817c7 req-2aba9376-02cb-47a7-bfba-3b627de6c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:13.021915 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-6582a678-19e8-4a78-a013-b3981c0817c7 req-2aba9376-02cb-47a7-bfba-3b627de6c361 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0317d028-0989-472a-96e6-acd16004829e HTTP/1.1" status: 200 len: 912 time: 0.0862291 Apr 12 11:09:13.094707 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-6582a678-19e8-4a78-a013-b3981c0817c7 req-ceefaa52-ab3b-4767-b365-30ee79ccac13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcac32f0-2b42-44a3-9087-055b069ab6a5 HTTP/1.1" status: 200 len: 999 time: 0.0656700 Apr 12 11:09:13.115232 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fbfc5cd0-9c20-4a06-bbe1-4ef853b68f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '5717e3f3-3881-4054-a581-1b914adcaf2f', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'port_id': 'fcac32f0-2b42-44a3-9087-055b069ab6a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'mac_address': 'fa:16:3e:bf:2c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5056b-ce44-4f25-bca1-43ab71fbcde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:58Z', 'updated_at': '2022-04-12T11:09:12Z', 'revision_number': 1, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 5, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:13.140340 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc5cd0-9c20-4a06-bbe1-4ef853b68f6b None None] Checking router: 6426c23a-9fb1-4e50-8d0f-ff08a290a250 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:09:13.151313 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc5cd0-9c20-4a06-bbe1-4ef853b68f6b None None] Routers {'6426c23a-9fb1-4e50-8d0f-ff08a290a250'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:13.151313 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fbfc5cd0-9c20-4a06-bbe1-4ef853b68f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:08:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:13.151579 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582a678-19e8-4a78-a013-b3981c0817c7 req-01eb457a-72e3-4cdd-ab05-284fc3f15e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:13.151579 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-6582a678-19e8-4a78-a013-b3981c0817c7 req-01eb457a-72e3-4cdd-ab05-284fc3f15e3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960eacfe-1fad-4c86-97dd-e4deb4410d5f HTTP/1.1" status: 200 len: 850 time: 0.0429711 Apr 12 11:09:13.201802 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582a678-19e8-4a78-a013-b3981c0817c7 req-8de8fd89-f5eb-4488-8f7d-2629f6145762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:13.203327 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-6582a678-19e8-4a78-a013-b3981c0817c7 req-8de8fd89-f5eb-4488-8f7d-2629f6145762 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0317d028-0989-472a-96e6-acd16004829e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377522 Apr 12 11:09:13.257134 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-fbfc5cd0-9c20-4a06-bbe1-4ef853b68f6b None None] Set router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:13.295238 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-6582a678-19e8-4a78-a013-b3981c0817c7 req-1612eebb-8c50-477e-9ba3-4abc1cf87721 service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847189 Apr 12 11:09:13.393321 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-6582a678-19e8-4a78-a013-b3981c0817c7 req-bc56b090-ba61-4bd5-92cb-fe94119db746 service neutron] 10.222.0.61 "GET /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913954 Apr 12 11:09:13.476634 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-fbfc5cd0-9c20-4a06-bbe1-4ef853b68f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '5717e3f3-3881-4054-a581-1b914adcaf2f', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'port_id': 'fcac32f0-2b42-44a3-9087-055b069ab6a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'mac_address': 'fa:16:3e:bf:2c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5056b-ce44-4f25-bca1-43ab71fbcde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:58Z', 'updated_at': '2022-04-12T11:09:12Z', 'revision_number': 1, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 5, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:13.506895 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc5cd0-9c20-4a06-bbe1-4ef853b68f6b None None] The sync data for ids ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'] in dv-cinder-830089-4-iscsi is: [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '5717e3f3-3881-4054-a581-1b914adcaf2f', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'port_id': 'fcac32f0-2b42-44a3-9087-055b069ab6a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'mac_address': 'fa:16:3e:bf:2c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5056b-ce44-4f25-bca1-43ab71fbcde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:08:58Z', 'updated_at': '2022-04-12T11:09:12Z', 'revision_number': 1, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 5, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:13.699755 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9397707-c2c1-4dc4-85f2-1980bb3e300e None None] New status for floating IP 5717e3f3-3881-4054-a581-1b914adcaf2f: ACTIVE {{(pid=103205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:09:18.440955 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa8700-f366-4e72-9185-fe250a859be1 req-626657a3-01f3-4edb-a95f-8e0ab96fe53e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:18.442437 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e2fa8700-f366-4e72-9185-fe250a859be1 req-626657a3-01f3-4edb-a95f-8e0ab96fe53e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0503764 Apr 12 11:09:18.490321 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e2fa8700-f366-4e72-9185-fe250a859be1 req-1368dda0-0327-4288-a528-45d40800ae5f tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422516 Apr 12 11:09:18.696903 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99810068-2047-450e-b17a-30ab82e09ab6 req-9b011acc-3f32-4c6f-acba-d213c40c2c73 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:18.698397 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-99810068-2047-450e-b17a-30ab82e09ab6 req-9b011acc-3f32-4c6f-acba-d213c40c2c73 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 945 time: 0.0523393 Apr 12 11:09:18.745969 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-99810068-2047-450e-b17a-30ab82e09ab6 req-0a029b02-d2ad-4cd7-a559-37614975e685 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=167a6236-6d3d-4728-a58d-7f90de0d526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419881 Apr 12 11:09:19.603032 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ef9f1-84e2-459e-837e-51ad4dfe9f0f req-99334822-5b48-464b-a566-02a4eb2efc92 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:19.604486 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2a5ef9f1-84e2-459e-837e-51ad4dfe9f0f req-99334822-5b48-464b-a566-02a4eb2efc92 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0448442 Apr 12 11:09:19.652389 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2a5ef9f1-84e2-459e-837e-51ad4dfe9f0f req-e123e902-542a-4490-9996-0a2271e43ba1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424488 Apr 12 11:09:19.856999 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f91b7-1f3c-4923-b38b-fa85fa2b113f req-b8fecb76-4b2b-4443-ad7a-25c71a236283 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:19.858428 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-185f91b7-1f3c-4923-b38b-fa85fa2b113f req-b8fecb76-4b2b-4443-ad7a-25c71a236283 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 945 time: 0.0453887 Apr 12 11:09:19.903234 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-185f91b7-1f3c-4923-b38b-fa85fa2b113f req-bbcb0e45-7fc3-4dcc-aff6-509c0d2392a5 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=167a6236-6d3d-4728-a58d-7f90de0d526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393374 Apr 12 11:09:20.768150 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dcbae-9aad-41d5-a4f8-e1c3d135d690 req-37e73fe9-0175-484f-9d9e-661bb04c4704 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:20.769604 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-994dcbae-9aad-41d5-a4f8-e1c3d135d690 req-37e73fe9-0175-484f-9d9e-661bb04c4704 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0483365 Apr 12 11:09:20.816351 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-994dcbae-9aad-41d5-a4f8-e1c3d135d690 req-92439c2f-ffce-4834-9361-558423ebb738 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411136 Apr 12 11:09:21.016829 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b4446-9e73-4074-bdea-44cf28b06798 req-3f7e953a-2e7b-4cc0-acf3-c7c76c9e9928 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:21.018260 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-817b4446-9e73-4074-bdea-44cf28b06798 req-3f7e953a-2e7b-4cc0-acf3-c7c76c9e9928 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 945 time: 0.0487940 Apr 12 11:09:21.064393 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-817b4446-9e73-4074-bdea-44cf28b06798 req-994d9316-2344-448e-861a-54155147e499 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=167a6236-6d3d-4728-a58d-7f90de0d526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405805 Apr 12 11:09:22.086170 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041995b6-512b-4250-adb5-a3e5a38ec630 req-228ed3ec-aa3e-418d-91f9-4770989a36d2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:22.087639 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-041995b6-512b-4250-adb5-a3e5a38ec630 req-228ed3ec-aa3e-418d-91f9-4770989a36d2 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0459709 Apr 12 11:09:22.134019 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-041995b6-512b-4250-adb5-a3e5a38ec630 req-ac21db5a-4b4a-43a4-a9ba-3b07db503e19 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409701 Apr 12 11:09:22.180449 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b566cd-0163-4769-969f-2c66c5d93d87 req-b1c70be6-99a5-4401-8cc0-d97388666eb0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:22.181918 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-81b566cd-0163-4769-969f-2c66c5d93d87 req-b1c70be6-99a5-4401-8cc0-d97388666eb0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 945 time: 0.0470529 Apr 12 11:09:22.230936 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-81b566cd-0163-4769-969f-2c66c5d93d87 req-5811343f-451f-4b5e-ad5b-d6e0515c008f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=167a6236-6d3d-4728-a58d-7f90de0d526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431552 Apr 12 11:09:23.243755 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b7079-2ef6-47d4-83ca-aeeed6982307 req-e8fd6c1b-f2d5-4734-aabb-494630393730 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:23.245253 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-138b7079-2ef6-47d4-83ca-aeeed6982307 req-e8fd6c1b-f2d5-4734-aabb-494630393730 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0458877 Apr 12 11:09:23.291272 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-138b7079-2ef6-47d4-83ca-aeeed6982307 req-1c1a3b0a-2b1d-4ab5-a74e-0add33c794a1 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=1c62eaab-9651-4543-9e0d-e01bb5200287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405107 Apr 12 11:09:23.343893 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a743cf-e089-4bbd-aa56-2bf383f3327c req-345d25bb-be33-4ecd-9b99-a07c02705645 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:23.345349 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b0a743cf-e089-4bbd-aa56-2bf383f3327c req-345d25bb-be33-4ecd-9b99-a07c02705645 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 945 time: 0.0491683 Apr 12 11:09:23.390477 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b0a743cf-e089-4bbd-aa56-2bf383f3327c req-60e7e785-25b2-4c78-9f40-d88ddc25477a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=167a6236-6d3d-4728-a58d-7f90de0d526a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 Apr 12 11:09:23.846211 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-2f1713ac-11fb-45d2-98f2-1e8fec46b5eb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:23.847668 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-2f1713ac-11fb-45d2-98f2-1e8fec46b5eb tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.61 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 945 time: 0.0470850 Apr 12 11:09:23.848482 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-a2403710-741d-467d-b42c-c9ddd7ad52c2 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:23.850404 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-a2403710-741d-467d-b42c-c9ddd7ad52c2 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 945 time: 0.0484993 Apr 12 11:09:23.942990 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Deleting port 10fdfbc6-afab-4bc5-be30-67ff16f00bea {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:09:23.943353 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:23.944521 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Deleting port 3daecb32-a2f5-4a2a-9a93-dd30751881aa {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:09:23.944862 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:24.034141 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] For port 10fdfbc6-afab-4bc5-be30-67ff16f00bea, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=10fdfbc6-afab-4bc5-be30-67ff16f00bea,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:24.034434 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] For port 3daecb32-a2f5-4a2a-9a93-dd30751881aa, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3daecb32-a2f5-4a2a-9a93-dd30751881aa,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:24.034562 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:24.034798 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:24.204613 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:24.204965 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:24.205276 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Floating IP 1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b disassociated. External IP: 172.27.0.87, port: 10fdfbc6-afab-4bc5-be30-67ff16f00bea. Apr 12 11:09:24.205609 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Calling delete_port for 10fdfbc6-afab-4bc5-be30-67ff16f00bea owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:09:24.205723 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:24.206005 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (95d2c3f7-0dea-45a1-b2c5-2562dfe873b0), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:24.206327 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.l3_db [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Floating IP 95d2c3f7-0dea-45a1-b2c5-2562dfe873b0 disassociated. External IP: 172.27.0.146, port: 3daecb32-a2f5-4a2a-9a93-dd30751881aa. Apr 12 11:09:24.206669 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Calling delete_port for 3daecb32-a2f5-4a2a-9a93-dd30751881aa owned by compute:nova {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:09:24.338387 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (10fdfbc6-afab-4bc5-be30-67ff16f00bea), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:24.339436 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (3daecb32-a2f5-4a2a-9a93-dd30751881aa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:24.369867 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Pushing event deleted for resources: {'Port': ['ID=3daecb32-a2f5-4a2a-9a93-dd30751881aa,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:24.385159 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event deleted for resources: {'Port': ['ID=10fdfbc6-afab-4bc5-be30-67ff16f00bea,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:24.415798 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3c1c66e7-1ba4-4b13-9b35-60745cbfcd26 req-ef6d9deb-0b70-480e-adcb-6e941b97cf85 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 210 time: 0.0432048 Apr 12 11:09:24.487120 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Router 713bd925-024d-48a8-b6fb-b17848e1bdd9 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:09:24.500825 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-66c7f010-101f-4491-98d7-1882c9c7937f req-b2e72976-dbc8-4f69-87bb-4e12404edcba tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 210 time: 0.0323787 Apr 12 11:09:24.562802 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Router 8d461e54-0cb0-49e6-896b-fc75f0540550 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:09:24.589053 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c3d4c399-9d0f-429e-8093-dba97073e015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:24.602650 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:09:24.613471 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8c1f4-799d-4611-b27d-78396727fafe None None] Sync routers for ids ['713bd925-024d-48a8-b6fb-b17848e1bdd9'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:09:24.624278 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8c1f4-799d-4611-b27d-78396727fafe None None] Routers {'713bd925-024d-48a8-b6fb-b17848e1bdd9'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:24.624995 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4ba8c1f4-799d-4611-b27d-78396727fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:08:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['713bd925-024d-48a8-b6fb-b17848e1bdd9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:24.642987 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] No DVR routers for this DVR port 3daecb32-a2f5-4a2a-9a93-dd30751881aa on host hv-cinder-83008 {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:09:24.645615 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:24.648932 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-1166a6e7-b7d4-4513-a0cc-3ea80c0e609d req-eb70c9bc-d4e8-4fb5-8c2f-1c1776ddb268 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.61 "DELETE /v2.0/ports/3daecb32-a2f5-4a2a-9a93-dd30751881aa HTTP/1.1" status: 204 len: 173 time: 0.7902985 Apr 12 11:09:24.649381 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'name': 'network-vif-deleted', 'tag': '3daecb32-a2f5-4a2a-9a93-dd30751881aa'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:24.651650 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d249026-a3c6-4774-8e6f-6507896e3644" -d '{"events": [{"server_uuid": "348ae53f-9960-43fd-ba78-e9e2955f9f8b", "name": "network-vif-deleted", "tag": "3daecb32-a2f5-4a2a-9a93-dd30751881aa"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:24.706251 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:09:24.721556 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6647ec44-8e56-41a3-97ff-fb985d3057fe None None] Sync routers for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:09:24.741681 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6647ec44-8e56-41a3-97ff-fb985d3057fe None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:24.743885 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-6647ec44-8e56-41a3-97ff-fb985d3057fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:08:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:24.762670 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] No DVR routers for this DVR port 10fdfbc6-afab-4bc5-be30-67ff16f00bea on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:09:24.766198 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:24.769379 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f976ddcb-7067-4f0e-844e-bf9f57b65d9f req-b29bd1bf-5043-4f05-95b6-da8f414c372a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "DELETE /v2.0/ports/10fdfbc6-afab-4bc5-be30-67ff16f00bea HTTP/1.1" status: 204 len: 173 time: 0.9101374 Apr 12 11:09:24.769881 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c56f064-2210-4224-8fe0-caddd0204700', 'name': 'network-vif-deleted', 'tag': '10fdfbc6-afab-4bc5-be30-67ff16f00bea'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:24.772419 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4ba8c1f4-799d-4611-b27d-78396727fafe None None] Set router 713bd925-024d-48a8-b6fb-b17848e1bdd9 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:24.781584 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dea9e9-1786-45fb-9445-452755a6dfde" -d '{"events": [{"server_uuid": "7c56f064-2210-4224-8fe0-caddd0204700", "name": "network-vif-deleted", "tag": "10fdfbc6-afab-4bc5-be30-67ff16f00bea"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:24.869271 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0571d4c3-eb86-4bef-b14b-9c82945c75f1 x-openstack-request-id: req-0571d4c3-eb86-4bef-b14b-9c82945c75f1 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:24.869888 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348ae53f-9960-43fd-ba78-e9e2955f9f8b", "name": "network-vif-deleted", "tag": "3daecb32-a2f5-4a2a-9a93-dd30751881aa", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:24.870327 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0571d4c3-eb86-4bef-b14b-9c82945c75f1 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:24.870895 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0571d4c3-eb86-4bef-b14b-9c82945c75f1'] response: {'server_uuid': '348ae53f-9960-43fd-ba78-e9e2955f9f8b', 'name': 'network-vif-deleted', 'tag': '3daecb32-a2f5-4a2a-9a93-dd30751881aa', 'status': 'completed', 'code': 200} Apr 12 11:09:25.012055 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1559438-2500-48c6-8c01-de62f26ee561 x-openstack-request-id: req-d1559438-2500-48c6-8c01-de62f26ee561 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:25.012340 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c56f064-2210-4224-8fe0-caddd0204700", "name": "network-vif-deleted", "tag": "10fdfbc6-afab-4bc5-be30-67ff16f00bea", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:25.012591 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1559438-2500-48c6-8c01-de62f26ee561 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:25.012989 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1559438-2500-48c6-8c01-de62f26ee561'] response: {'server_uuid': '7c56f064-2210-4224-8fe0-caddd0204700', 'name': 'network-vif-deleted', 'tag': '10fdfbc6-afab-4bc5-be30-67ff16f00bea', 'status': 'completed', 'code': 200} Apr 12 11:09:25.018817 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-6647ec44-8e56-41a3-97ff-fb985d3057fe None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:25.089550 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4ba8c1f4-799d-4611-b27d-78396727fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2af8df7-e52b-4ec2-b17a-54be5e40d439', 'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'mac_address': 'fa:16:3e:a2:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:47Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 5, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'subnets': [{'id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:25.118362 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8c1f4-799d-4611-b27d-78396727fafe None None] Checking router: 713bd925-024d-48a8-b6fb-b17848e1bdd9 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:09:25.128439 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8c1f4-799d-4611-b27d-78396727fafe None None] Routers {'713bd925-024d-48a8-b6fb-b17848e1bdd9'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:25.129066 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4ba8c1f4-799d-4611-b27d-78396727fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:08:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['713bd925-024d-48a8-b6fb-b17848e1bdd9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:25.239871 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-4ba8c1f4-799d-4611-b27d-78396727fafe None None] Set router 713bd925-024d-48a8-b6fb-b17848e1bdd9 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:25.307199 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-6647ec44-8e56-41a3-97ff-fb985d3057fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:25.332849 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6647ec44-8e56-41a3-97ff-fb985d3057fe None None] Checking router: 8d461e54-0cb0-49e6-896b-fc75f0540550 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:09:25.341880 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6647ec44-8e56-41a3-97ff-fb985d3057fe None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:25.342485 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-6647ec44-8e56-41a3-97ff-fb985d3057fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:08:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:25.434603 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-4ba8c1f4-799d-4611-b27d-78396727fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2af8df7-e52b-4ec2-b17a-54be5e40d439', 'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'mac_address': 'fa:16:3e:a2:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:47Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 5, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'subnets': [{'id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:25.448614 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-6647ec44-8e56-41a3-97ff-fb985d3057fe None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:25.462821 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba8c1f4-799d-4611-b27d-78396727fafe None None] The sync data for ids ['713bd925-024d-48a8-b6fb-b17848e1bdd9'] in dv-cinder-830089-4-iscsi is: [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2af8df7-e52b-4ec2-b17a-54be5e40d439', 'name': '', 'network_id': '0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'mac_address': 'fa:16:3e:a2:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:47Z', 'updated_at': '2022-04-12T11:04:05Z', 'revision_number': 5, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'subnets': [{'id': 'af647f51-7c82-4827-b564-c860dc4e06f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:25.528355 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-76c07789-cfac-4bd9-872e-f472117dd0ea req-6f9e80fb-ecd1-4d9b-aad0-f14ffa002fde tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=348ae53f-9960-43fd-ba78-e9e2955f9f8b HTTP/1.1" status: 200 len: 210 time: 0.0319517 Apr 12 11:09:25.627094 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4e1bdb7b-e8f9-4cde-aca3-27fbfb047ed4 req-635b6ad8-937a-4cc9-b1ee-18b86efb2f42 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c56f064-2210-4224-8fe0-caddd0204700 HTTP/1.1" status: 200 len: 210 time: 0.0335143 Apr 12 11:09:25.654502 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-6647ec44-8e56-41a3-97ff-fb985d3057fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:25.686960 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6647ec44-8e56-41a3-97ff-fb985d3057fe None None] The sync data for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi is: [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:25.825852 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28b6661-15ba-4ecf-b92b-cbb42085ecb3 None None] New status for floating IP 95d2c3f7-0dea-45a1-b2c5-2562dfe873b0: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:09:25.967947 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35289736-4976-43ac-99db-ec40c35d40ce None None] New status for floating IP 1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b: DOWN {{(pid=103205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:09:26.612014 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54392) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:26.664502 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-21aa77f0-f509-4d19-b359-01543a517e45 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for security_group (1c62eaab-9651-4543-9e0d-e01bb5200287), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:26.687991 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-21aa77f0-f509-4d19-b359-01543a517e45 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for security_group (1c62eaab-9651-4543-9e0d-e01bb5200287), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:26.716971 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54398) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:26.739630 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-21aa77f0-f509-4d19-b359-01543a517e45 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (1c62eaab-9651-4543-9e0d-e01bb5200287), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:26.742480 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-21aa77f0-f509-4d19-b359-01543a517e45 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:26.746009 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-21aa77f0-f509-4d19-b359-01543a517e45 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "DELETE /v2.0/security-groups/1c62eaab-9651-4543-9e0d-e01bb5200287 HTTP/1.1" status: 204 len: 168 time: 0.1307480 Apr 12 11:09:26.746355 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54400) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:26.753575 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa77f0-f509-4d19-b359-01543a517e45 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c62eaab-9651-4543-9e0d-e01bb5200287,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:26.770820 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.api.v2.resource [None req-9251ad31-afba-4de6-a354-566ef9283584 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] show failed (client error): The resource could not be found. Apr 12 11:09:26.772420 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-9251ad31-afba-4de6-a354-566ef9283584 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups/1c62eaab-9651-4543-9e0d-e01bb5200287 HTTP/1.1" status: 404 len: 347 time: 0.0249767 Apr 12 11:09:26.777567 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54402) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:26.830862 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42df3f4c-04f8-48b8-a461-a66770985aac tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (167a6236-6d3d-4728-a58d-7f90de0d526a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:26.878413 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1964917c-d4b6-41f4-8315-7e748d2daa24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:26.907652 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42df3f4c-04f8-48b8-a461-a66770985aac tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (167a6236-6d3d-4728-a58d-7f90de0d526a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:26.941697 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-24345344-2099-4502-bde7-8c03a2212935 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Deleting port 42c1577a-b784-49ce-9158-bb3f948a5f7c {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:09:26.942140 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24345344-2099-4502-bde7-8c03a2212935 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (42c1577a-b784-49ce-9158-bb3f948a5f7c), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.005948 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42df3f4c-04f8-48b8-a461-a66770985aac tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (167a6236-6d3d-4728-a58d-7f90de0d526a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.008483 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-42df3f4c-04f8-48b8-a461-a66770985aac tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.009615 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-42df3f4c-04f8-48b8-a461-a66770985aac tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "DELETE /v2.0/security-groups/167a6236-6d3d-4728-a58d-7f90de0d526a HTTP/1.1" status: 204 len: 168 time: 0.2916610 Apr 12 11:09:27.012476 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54404) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:27.025697 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.api.v2.resource [None req-44c1ef17-3a64-49d6-b6d0-76c6fea219e8 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] show failed (client error): The resource could not be found. Apr 12 11:09:27.026689 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-44c1ef17-3a64-49d6-b6d0-76c6fea219e8 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups/167a6236-6d3d-4728-a58d-7f90de0d526a HTTP/1.1" status: 404 len: 347 time: 0.0132260 Apr 12 11:09:27.029434 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54406) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:27.032821 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df3f4c-04f8-48b8-a461-a66770985aac tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167a6236-6d3d-4728-a58d-7f90de0d526a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:27.035520 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24345344-2099-4502-bde7-8c03a2212935 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (42c1577a-b784-49ce-9158-bb3f948a5f7c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.035841 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24345344-2099-4502-bde7-8c03a2212935 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for floatingip (42c1577a-b784-49ce-9158-bb3f948a5f7c), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.049191 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-24345344-2099-4502-bde7-8c03a2212935 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Calling delete_port for 42c1577a-b784-49ce-9158-bb3f948a5f7c owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:09:27.136878 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 3daecb32-a2f5-4a2a-9a93-dd30751881aa no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:09:27.153709 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-92b7127b-470b-40ad-89e1-183097beedc1 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Deleting port 196f35ef-f821-4026-96fb-532e10e3dbea {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:09:27.154137 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92b7127b-470b-40ad-89e1-183097beedc1 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (196f35ef-f821-4026-96fb-532e10e3dbea), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.158117 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: 3daecb32-a2f5-4a2a-9a93-dd30751881aa {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:09:27.158658 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 3daecb32-a2f5-4a2a-9a93-dd30751881aa not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:09:27.159254 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 10fdfbc6-afab-4bc5-be30-67ff16f00bea no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:09:27.182456 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: 10fdfbc6-afab-4bc5-be30-67ff16f00bea {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:09:27.182846 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 10fdfbc6-afab-4bc5-be30-67ff16f00bea not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:09:27.194070 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24345344-2099-4502-bde7-8c03a2212935 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (42c1577a-b784-49ce-9158-bb3f948a5f7c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.221661 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24345344-2099-4502-bde7-8c03a2212935 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Pushing event deleted for resources: {'Port': ['ID=42c1577a-b784-49ce-9158-bb3f948a5f7c,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:27.235474 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92b7127b-470b-40ad-89e1-183097beedc1 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (196f35ef-f821-4026-96fb-532e10e3dbea), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.235932 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92b7127b-470b-40ad-89e1-183097beedc1 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (196f35ef-f821-4026-96fb-532e10e3dbea), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.248323 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-92b7127b-470b-40ad-89e1-183097beedc1 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Calling delete_port for 196f35ef-f821-4026-96fb-532e10e3dbea owned by network:floatingip {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:09:27.284959 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24345344-2099-4502-bde7-8c03a2212935 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks [] for floatingip (95d2c3f7-0dea-45a1-b2c5-2562dfe873b0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.288336 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-24345344-2099-4502-bde7-8c03a2212935 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.289492 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-24345344-2099-4502-bde7-8c03a2212935 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "DELETE /v2.0/floatingips/95d2c3f7-0dea-45a1-b2c5-2562dfe873b0 HTTP/1.1" status: 204 len: 168 time: 0.5110381 Apr 12 11:09:27.397740 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92b7127b-470b-40ad-89e1-183097beedc1 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (196f35ef-f821-4026-96fb-532e10e3dbea), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.422498 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7127b-470b-40ad-89e1-183097beedc1 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event deleted for resources: {'Port': ['ID=196f35ef-f821-4026-96fb-532e10e3dbea,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:27.484119 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92b7127b-470b-40ad-89e1-183097beedc1 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.486595 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-92b7127b-470b-40ad-89e1-183097beedc1 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.487778 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-92b7127b-470b-40ad-89e1-183097beedc1 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "DELETE /v2.0/floatingips/1f12e37f-9eb4-42ac-850d-ca5ab1b82a7b HTTP/1.1" status: 204 len: 168 time: 0.4574840 Apr 12 11:09:27.652417 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54414) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:27.657073 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-c25d8cca-2903-47fe-bfba-1e9bdef1e1b7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--893017856', 'description': 'tempest-description--684141450'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:27.676678 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c25d8cca-2903-47fe-bfba-1e9bdef1e1b7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.742773 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c25d8cca-2903-47fe-bfba-1e9bdef1e1b7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (9e672826-e886-4910-bb43-58e316b428ba), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.747445 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c25d8cca-2903-47fe-bfba-1e9bdef1e1b7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (9e672826-e886-4910-bb43-58e316b428ba), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.775956 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c25d8cca-2903-47fe-bfba-1e9bdef1e1b7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.777171 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-c25d8cca-2903-47fe-bfba-1e9bdef1e1b7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1236989 Apr 12 11:09:27.780058 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54416) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:27.781096 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d8cca-2903-47fe-bfba-1e9bdef1e1b7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e672826-e886-4910-bb43-58e316b428ba,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:27.784620 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-aceabe1f-c64d-4244-bb24-2dd77cc31e75 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'security_group_rule': {'security_group_id': '9e672826-e886-4910-bb43-58e316b428ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:27.809099 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aceabe1f-c64d-4244-bb24-2dd77cc31e75 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (e0347b5c-3325-4cd4-92d0-6839fa5a998d), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.862309 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aceabe1f-c64d-4244-bb24-2dd77cc31e75 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (e0347b5c-3325-4cd4-92d0-6839fa5a998d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.865856 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aceabe1f-c64d-4244-bb24-2dd77cc31e75 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (e0347b5c-3325-4cd4-92d0-6839fa5a998d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.884140 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceabe1f-c64d-4244-bb24-2dd77cc31e75 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0347b5c-3325-4cd4-92d0-6839fa5a998d,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:27.884371 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:09:27.891627 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aceabe1f-c64d-4244-bb24-2dd77cc31e75 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.892818 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-aceabe1f-c64d-4244-bb24-2dd77cc31e75 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1117346 Apr 12 11:09:27.895584 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54418) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:27.900521 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-0f46b125-9127-4c9d-9d63-e27ede114009 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'security_group_rule': {'security_group_id': '9e672826-e886-4910-bb43-58e316b428ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:27.924651 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f46b125-9127-4c9d-9d63-e27ede114009 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (ab3b53c4-6011-496b-b4bb-76d6cb891334), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.982216 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f46b125-9127-4c9d-9d63-e27ede114009 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (ab3b53c4-6011-496b-b4bb-76d6cb891334), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:27.985651 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f46b125-9127-4c9d-9d63-e27ede114009 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (ab3b53c4-6011-496b-b4bb-76d6cb891334), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:28.001982 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46b125-9127-4c9d-9d63-e27ede114009 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3b53c4-6011-496b-b4bb-76d6cb891334,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:28.010215 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0f46b125-9127-4c9d-9d63-e27ede114009 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:28.011581 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-0f46b125-9127-4c9d-9d63-e27ede114009 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149452 Apr 12 11:09:28.014531 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54420) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:28.018615 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'floatingip': {'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:28.037890 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:28.113945 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:28.114500 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:28.439979 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Allocated IP 172.27.0.200 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/d77b163f-5990-43d8-acf3-9343b9604037) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:28.542653 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for port (d77b163f-5990-43d8-acf3-9343b9604037), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:28.576415 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (d77b163f-5990-43d8-acf3-9343b9604037), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:28.619150 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:28.621958 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:28.625403 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:28.652621 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'Port': ['ID=d77b163f-5990-43d8-acf3-9343b9604037,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:28.716201 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (26232813-8399-4fe9-b469-de443192dce2), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:28.752305 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d77b163f-5990-43d8-acf3-9343b9604037), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:28.902296 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for port (d77b163f-5990-43d8-acf3-9343b9604037), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:28.906523 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (d77b163f-5990-43d8-acf3-9343b9604037), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:28.979051 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'Port': ['ID=d77b163f-5990-43d8-acf3-9343b9604037,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:28.987480 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (26232813-8399-4fe9-b469-de443192dce2), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:29.001727 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:29.002938 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-f9ce407e-5328-4740-b0c3-b576d6be8820 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9875178 Apr 12 11:09:29.147640 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-50493be8-5d3b-4564-98df-b6bce57dd49e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--893017856&fields=id&tenant_id=712ce764cc7f4e1594a6092d333bc48d HTTP/1.1" status: 200 len: 267 time: 0.0414917 Apr 12 11:09:29.256678 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-9073b6a5-3563-4c62-9f6e-d650f9503c8e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:29.258108 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-9073b6a5-3563-4c62-9f6e-d650f9503c8e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 814 time: 0.1016338 Apr 12 11:09:29.272667 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-19995f71-81dc-4fc6-9022-d7defaaa19eb tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/quotas/712ce764cc7f4e1594a6092d333bc48d HTTP/1.1" status: 200 len: 375 time: 0.0093622 Apr 12 11:09:29.319238 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-ae7d9031-7ba4-435b-89c7-f8d68feccf89 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0410357 Apr 12 11:09:29.412600 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-caad56e4-67c2-41e5-8ecb-2f5e384aff39 service neutron] 10.222.0.55 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828276 Apr 12 11:09:29.499097 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-61ec9429-4d5a-47c4-aa04-fa358ed6682d service neutron] 10.222.0.55 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805531 Apr 12 11:09:29.651080 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:29.687532 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-302c2758-4e1e-4878-832e-7a5082d6602a req-31d5bc53-a199-44a3-a838-7341afad9af4 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 210 time: 0.0371244 Apr 12 11:09:29.792954 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b94a7-9292-442b-b2cf-dc8177b83a43 req-d3602c7b-ce65-48f1-9e1e-5128a5d41335 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:29.794327 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d03b94a7-9292-442b-b2cf-dc8177b83a43 req-d3602c7b-ce65-48f1-9e1e-5128a5d41335 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0528395 Apr 12 11:09:29.842385 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d03b94a7-9292-442b-b2cf-dc8177b83a43 req-d431d293-bd4c-4f8c-93ab-f60ffe970a8e tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421541 Apr 12 11:09:30.781537 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-109624e8-527f-4d43-bb6d-75d194a4cbb7 req-6fca18c8-dba1-4c6e-9fec-d13887ae025c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 210 time: 0.0272038 Apr 12 11:09:30.954245 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c33be2-21be-498d-b728-56f234b0c22c req-4ab834d3-bb5d-43a3-9175-c1f68c22b544 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:30.956266 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-53c33be2-21be-498d-b728-56f234b0c22c req-4ab834d3-bb5d-43a3-9175-c1f68c22b544 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0472283 Apr 12 11:09:31.004358 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-53c33be2-21be-498d-b728-56f234b0c22c req-a737ecb2-cd06-4aa3-a33a-1d2662977495 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Apr 12 11:09:31.111662 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:31.898313 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6c92c937-10e4-4626-9145-abf60342cc55 req-7df27814-a43f-4c66-a72d-0e65d1e5c34e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 210 time: 0.0515294 Apr 12 11:09:31.916319 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4e394-45d8-4715-be43-c9565c4b5a0b req-406d5f93-723b-4485-87b3-142c4133eaf6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:31.917722 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c9b4e394-45d8-4715-be43-c9565c4b5a0b req-406d5f93-723b-4485-87b3-142c4133eaf6 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.61 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0622838 Apr 12 11:09:32.042707 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-c9b4e394-45d8-4715-be43-c9565c4b5a0b req-a5c61936-775c-4cfd-853b-1852f09c2879 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Deleting port e9a78b1a-f53e-4685-954b-adb6f6c39041 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:09:32.043125 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c9b4e394-45d8-4715-be43-c9565c4b5a0b req-a5c61936-775c-4cfd-853b-1852f09c2879 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:32.061686 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-f1fc586c-b610-4400-ad0b-8282e58ddf6c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:32.063128 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-f1fc586c-b610-4400-ad0b-8282e58ddf6c tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 814 time: 0.1059515 Apr 12 11:09:32.150641 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-b2d24955-1fe7-4340-92c5-338190a04076 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=712ce764cc7f4e1594a6092d333bc48d HTTP/1.1" status: 200 len: 379 time: 0.0573423 Apr 12 11:09:32.160522 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540f34c-f25b-45d2-a89c-74a427c6b30f req-e0dddf00-2d92-4c58-9a6e-b5cd913208b9 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:32.162512 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6540f34c-f25b-45d2-a89c-74a427c6b30f req-e0dddf00-2d92-4c58-9a6e-b5cd913208b9 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3027d9b-a6da-4417-9e5f-689667531346 HTTP/1.1" status: 200 len: 945 time: 0.0610011 Apr 12 11:09:32.184638 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-c9b4e394-45d8-4715-be43-c9565c4b5a0b req-a5c61936-775c-4cfd-853b-1852f09c2879 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] For port e9a78b1a-f53e-4685-954b-adb6f6c39041, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=e9a78b1a-f53e-4685-954b-adb6f6c39041,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:32.185003 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c9b4e394-45d8-4715-be43-c9565c4b5a0b req-a5c61936-775c-4cfd-853b-1852f09c2879 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:32.206514 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-c9b4e394-45d8-4715-be43-c9565c4b5a0b req-a5c61936-775c-4cfd-853b-1852f09c2879 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Calling delete_port for e9a78b1a-f53e-4685-954b-adb6f6c39041 owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:09:32.260246 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-ed5cadd7-c8ef-4eaf-b1bd-b4cdb5ea9a13 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'port': {'device_id': '95518804-6f69-44d8-9974-96587f0cf489', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'admin_state_up': True, 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'security_groups': ['9e672826-e886-4910-bb43-58e316b428ba']}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:32.265935 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6540f34c-f25b-45d2-a89c-74a427c6b30f req-2e551613-beed-441a-bbb6-861cd635539c tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937376 Apr 12 11:09:32.354593 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c9b4e394-45d8-4715-be43-c9565c4b5a0b req-a5c61936-775c-4cfd-853b-1852f09c2879 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (e9a78b1a-f53e-4685-954b-adb6f6c39041), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:32.364065 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-ed5cadd7-c8ef-4eaf-b1bd-b4cdb5ea9a13 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Made reservation on behalf of 712ce764cc7f4e1594a6092d333bc48d for: {'port': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:09:32.367569 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-ed5cadd7-c8ef-4eaf-b1bd-b4cdb5ea9a13 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:32.383205 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c61936-775c-4cfd-853b-1852f09c2879 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Pushing event deleted for resources: {'Port': ['ID=e9a78b1a-f53e-4685-954b-adb6f6c39041,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:32.402789 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['c8436851-7854-4a01-ae7e-45d62dc2394a', 'e9a78b1a-f53e-4685-954b-adb6f6c39041'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:09:32.430857 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b4e394-45d8-4715-be43-c9565c4b5a0b req-a5c61936-775c-4cfd-853b-1852f09c2879 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] No DVR routers for this DVR port e9a78b1a-f53e-4685-954b-adb6f6c39041 on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:09:32.433332 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-c9b4e394-45d8-4715-be43-c9565c4b5a0b req-a5c61936-775c-4cfd-853b-1852f09c2879 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:32.436873 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c9b4e394-45d8-4715-be43-c9565c4b5a0b req-a5c61936-775c-4cfd-853b-1852f09c2879 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.61 "DELETE /v2.0/ports/e9a78b1a-f53e-4685-954b-adb6f6c39041 HTTP/1.1" status: 204 len: 173 time: 0.4814076 Apr 12 11:09:32.437508 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3027d9b-a6da-4417-9e5f-689667531346', 'name': 'network-vif-deleted', 'tag': 'e9a78b1a-f53e-4685-954b-adb6f6c39041'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:32.439614 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56608833-eef3-47b6-83d3-bbd91c3f6ce8" -d '{"events": [{"server_uuid": "c3027d9b-a6da-4417-9e5f-689667531346", "name": "network-vif-deleted", "tag": "e9a78b1a-f53e-4685-954b-adb6f6c39041"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:32.482136 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b89ea9-e6d1-4e38-ae74-c0ef4628ff5e x-openstack-request-id: req-88b89ea9-e6d1-4e38-ae74-c0ef4628ff5e {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:32.482984 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3027d9b-a6da-4417-9e5f-689667531346", "name": "network-vif-deleted", "tag": "e9a78b1a-f53e-4685-954b-adb6f6c39041", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:32.484118 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88b89ea9-e6d1-4e38-ae74-c0ef4628ff5e {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:32.484786 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b89ea9-e6d1-4e38-ae74-c0ef4628ff5e'] response: {'server_uuid': 'c3027d9b-a6da-4417-9e5f-689667531346', 'name': 'network-vif-deleted', 'tag': 'e9a78b1a-f53e-4685-954b-adb6f6c39041', 'status': 'completed', 'code': 200} Apr 12 11:09:32.504539 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-ed5cadd7-c8ef-4eaf-b1bd-b4cdb5ea9a13 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Allocated IP 172.20.0.5 (6f32d468-ddbc-4b9d-abc3-b84d288bd876/c307a9d7-336a-46ab-a789-b81d127c4a49/627dc5e7-74fe-4bd0-9046-d66220ebd5f8) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:32.644952 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-ed5cadd7-c8ef-4eaf-b1bd-b4cdb5ea9a13 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:32.677522 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-ed5cadd7-c8ef-4eaf-b1bd-b4cdb5ea9a13 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:32.721395 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-ed5cadd7-c8ef-4eaf-b1bd-b4cdb5ea9a13 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:32.726750 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-ed5cadd7-c8ef-4eaf-b1bd-b4cdb5ea9a13 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:32.731374 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-ed5cadd7-c8ef-4eaf-b1bd-b4cdb5ea9a13 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:32.735332 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cadd7-c8ef-4eaf-b1bd-b4cdb5ea9a13 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event updated for resources: {'Port': ['ID=627dc5e7-74fe-4bd0-9046-d66220ebd5f8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:32.781843 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-ed5cadd7-c8ef-4eaf-b1bd-b4cdb5ea9a13 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:32.782453 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-ed5cadd7-c8ef-4eaf-b1bd-b4cdb5ea9a13 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:32.799721 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-ed5cadd7-c8ef-4eaf-b1bd-b4cdb5ea9a13 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5435910 Apr 12 11:09:32.926908 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Request body: {'port': {'device_id': '95518804-6f69-44d8-9974-96587f0cf489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:33.027016 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac55659-7b30-4c27-b0ec-a53bbbf849eb req-68d96858-d372-43a8-be15-0868c70f6c42 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:33.028705 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-d9d78f15-6057-4dac-8197-0563a7d62127 None None] Provisioning complete for port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:33.031576 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.031723 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d9d78f15-6057-4dac-8197-0563a7d62127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.034445 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5ac55659-7b30-4c27-b0ec-a53bbbf849eb req-68d96858-d372-43a8-be15-0868c70f6c42 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 931 time: 0.0626090 Apr 12 11:09:33.078029 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-d9d78f15-6057-4dac-8197-0563a7d62127 None None] Port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:09:33.097300 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5ac55659-7b30-4c27-b0ec-a53bbbf849eb req-5efd4706-1c4a-421a-aa38-738c5271a5b7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e672826-e886-4910-bb43-58e316b428ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590241 Apr 12 11:09:33.309605 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 {{(pid=103202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:33.320366 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Publish callbacks [] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.333557 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.provisioning_blocks [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Transition to ACTIVE for port object 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 will not be triggered until provisioned by entity L2. {{(pid=103202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:09:33.337850 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.386731 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Pushing event updated for resources: {'Port': ['ID=627dc5e7-74fe-4bd0-9046-d66220ebd5f8,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:33.465250 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Attempting to bind port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:09:33.465596 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Attempting to bind port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:09:33.465927 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Attempting to bind port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 on network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:33.471440 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 on network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:09:33.471841 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Attempting to bind port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 on network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:33.486819 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:09:33.488487 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Checking segment: {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:33.488783 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Bound using segment: {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'} {{(pid=103202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:09:33.489284 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.managers [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Bound port: 627dc5e7-74fe-4bd0-9046-d66220ebd5f8, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0950bb3-0d3c-428c-a92f-50c8f06bd627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876'}}] {{(pid=103202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:09:33.489651 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.558227 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] For port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8, host hv-cinder-83008, cleared binding levels {{(pid=103202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:09:33.561759 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] For port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=627dc5e7-74fe-4bd0-9046-d66220ebd5f8,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:09:33.569315 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.592083 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429151f-8a4c-42f5-97cb-6ebc385f57c2 req-119e4075-0a17-49fc-bdde-aca8992805ce tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:33.593639 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e429151f-8a4c-42f5-97cb-6ebc385f57c2 req-119e4075-0a17-49fc-bdde-aca8992805ce tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0602515 Apr 12 11:09:33.611021 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:33.611730 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:33.613140 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] 10.222.0.61 "PUT /v2.0/ports/627dc5e7-74fe-4bd0-9046-d66220ebd5f8 HTTP/1.1" status: 200 len: 1093 time: 0.6914461 Apr 12 11:09:33.613572 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95518804-6f69-44d8-9974-96587f0cf489', 'tag': '627dc5e7-74fe-4bd0-9046-d66220ebd5f8'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:33.615869 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799deba4-d9b7-4282-a1a2-608bafdd0c93" -d '{"events": [{"name": "network-changed", "server_uuid": "95518804-6f69-44d8-9974-96587f0cf489", "tag": "627dc5e7-74fe-4bd0-9046-d66220ebd5f8"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:33.643188 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5913dd-4202-4c97-b3fb-d37aa3e90c34 service neutron] Pushing event updated for resources: {'Port': ['ID=627dc5e7-74fe-4bd0-9046-d66220ebd5f8,revision_number=3']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:33.661000 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e429151f-8a4c-42f5-97cb-6ebc385f57c2 req-2fd6494a-be65-4774-8888-3c9bd86b449a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510793 Apr 12 11:09:33.664778 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8268aa71-d785-4b80-a8e5-c8a772a8e648 x-openstack-request-id: req-8268aa71-d785-4b80-a8e5-c8a772a8e648 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:33.665143 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95518804-6f69-44d8-9974-96587f0cf489", "tag": "627dc5e7-74fe-4bd0-9046-d66220ebd5f8", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:33.665460 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8268aa71-d785-4b80-a8e5-c8a772a8e648 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:33.665932 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8268aa71-d785-4b80-a8e5-c8a772a8e648'] response: {'name': 'network-changed', 'server_uuid': '95518804-6f69-44d8-9974-96587f0cf489', 'tag': '627dc5e7-74fe-4bd0-9046-d66220ebd5f8', 'status': 'completed', 'code': 200} Apr 12 11:09:34.206189 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e6fdf-08c0-44c5-8caf-b51700593d2b req-39b37c20-edcb-44fd-b657-8e09fed545a0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:34.207652 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c06e6fdf-08c0-44c5-8caf-b51700593d2b req-39b37c20-edcb-44fd-b657-8e09fed545a0 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 943 time: 0.0502238 Apr 12 11:09:34.252794 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c06e6fdf-08c0-44c5-8caf-b51700593d2b req-02f7bee0-af1d-419d-9038-b82960628322 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e672826-e886-4910-bb43-58e316b428ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396514 Apr 12 11:09:34.776681 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98fc6-4847-4040-8768-92937938de92 req-fa4b39fc-eca5-4ee2-9974-27d78057f332 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:34.778139 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fdc98fc6-4847-4040-8768-92937938de92 req-fa4b39fc-eca5-4ee2-9974-27d78057f332 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0478604 Apr 12 11:09:34.824626 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fdc98fc6-4847-4040-8768-92937938de92 req-ce9ded3e-e29e-41b7-854a-04216e03cc65 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409882 Apr 12 11:09:35.199857 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device e9a78b1a-f53e-4685-954b-adb6f6c39041 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:09:35.222387 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: e9a78b1a-f53e-4685-954b-adb6f6c39041 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:09:35.222665 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device e9a78b1a-f53e-4685-954b-adb6f6c39041 not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:09:35.367557 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fdb55-9095-4b04-8a3e-35d505365fe4 req-0c259569-730a-4e27-8021-fd620e62d861 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:35.368983 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b08fdb55-9095-4b04-8a3e-35d505365fe4 req-0c259569-730a-4e27-8021-fd620e62d861 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 943 time: 0.0493591 Apr 12 11:09:35.414144 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b08fdb55-9095-4b04-8a3e-35d505365fe4 req-0ac34b9e-4b5c-4169-95db-13beb639044f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e672826-e886-4910-bb43-58e316b428ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397067 Apr 12 11:09:35.766194 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799deba4-d9b7-4282-a1a2-608bafdd0c93 req-c2c74e16-7a83-41d0-95d0-bf72376a2493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:35.767696 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-799deba4-d9b7-4282-a1a2-608bafdd0c93 req-c2c74e16-7a83-41d0-95d0-bf72376a2493 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 1127 time: 0.0415890 Apr 12 11:09:35.938288 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bcc80-e42d-4cf2-8abf-f2ce28100b58 req-2993876c-6df7-4e45-b1fb-60378f054cd4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:35.940366 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-084bcc80-e42d-4cf2-8abf-f2ce28100b58 req-2993876c-6df7-4e45-b1fb-60378f054cd4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0467188 Apr 12 11:09:35.986065 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-084bcc80-e42d-4cf2-8abf-f2ce28100b58 req-abe011cc-4b81-45f9-b5c0-bd4fdb91f794 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/security-groups?id=d9c8deae-b756-42f7-8120-aabd2d40b633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 Apr 12 11:09:36.071559 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799deba4-d9b7-4282-a1a2-608bafdd0c93 req-6277b487-d065-4a02-9025-50eb206d8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:36.072933 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-799deba4-d9b7-4282-a1a2-608bafdd0c93 req-6277b487-d065-4a02-9025-50eb206d8f0e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=712ce764cc7f4e1594a6092d333bc48d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1607850 Apr 12 11:09:36.106680 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32244e0b-1295-413f-a034-63f3051d19ff req-857e7c6e-0bc6-47d3-bc07-f746bcd6970a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:36.108163 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-32244e0b-1295-413f-a034-63f3051d19ff req-857e7c6e-0bc6-47d3-bc07-f746bcd6970a tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.61 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 946 time: 0.0446684 Apr 12 11:09:36.237702 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799deba4-d9b7-4282-a1a2-608bafdd0c93 req-cfdfc04b-aa44-4838-8837-5ccc758ad524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:36.239212 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-799deba4-d9b7-4282-a1a2-608bafdd0c93 req-cfdfc04b-aa44-4838-8837-5ccc758ad524 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1599827 Apr 12 11:09:36.351802 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-10e25739-830f-474c-8bb9-931246dcfc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:36.353240 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-10e25739-830f-474c-8bb9-931246dcfc6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 1127 time: 0.0428264 Apr 12 11:09:36.403937 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-77a3889d-58b4-426a-9c5a-244814003106 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=627dc5e7-74fe-4bd0-9046-d66220ebd5f8 HTTP/1.1" status: 200 len: 217 time: 0.0340810 Apr 12 11:09:36.451200 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-32244e0b-1295-413f-a034-63f3051d19ff req-1bcab2e2-01a9-4db6-8f86-d93d8f5dd0a4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Deleting port c8436851-7854-4a01-ae7e-45d62dc2394a {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:09:36.451688 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-32244e0b-1295-413f-a034-63f3051d19ff req-1bcab2e2-01a9-4db6-8f86-d93d8f5dd0a4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:36.452142 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-c26be0c0-52f5-4950-8c23-af5970a4c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:36.453754 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-c26be0c0-52f5-4950-8c23-af5970a4c5d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c307a9d7-336a-46ab-a789-b81d127c4a49 HTTP/1.1" status: 200 len: 853 time: 0.0435719 Apr 12 11:09:36.497598 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-dae91030-ecc1-4c0c-a3a3-b50f5bf7296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:36.499079 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-dae91030-ecc1-4c0c-a3a3-b50f5bf7296b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f32d468-ddbc-4b9d-abc3-b84d288bd876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382514 Apr 12 11:09:36.567245 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23ba17-35bd-4251-a7cd-e9490c83e8d5 req-538c19ab-f07e-41ad-a394-64f224b110fc tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:36.568768 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cb23ba17-35bd-4251-a7cd-e9490c83e8d5 req-538c19ab-f07e-41ad-a394-64f224b110fc tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 943 time: 0.0655305 Apr 12 11:09:36.586440 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-32244e0b-1295-413f-a034-63f3051d19ff req-1bcab2e2-01a9-4db6-8f86-d93d8f5dd0a4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] For port c8436851-7854-4a01-ae7e-45d62dc2394a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c8436851-7854-4a01-ae7e-45d62dc2394a,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:36.586808 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-32244e0b-1295-413f-a034-63f3051d19ff req-1bcab2e2-01a9-4db6-8f86-d93d8f5dd0a4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:36.590800 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-1687f642-0d23-477d-ae54-9840a365f32b service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842569 Apr 12 11:09:36.609475 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-32244e0b-1295-413f-a034-63f3051d19ff req-1bcab2e2-01a9-4db6-8f86-d93d8f5dd0a4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Calling delete_port for c8436851-7854-4a01-ae7e-45d62dc2394a owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:09:36.668745 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cb23ba17-35bd-4251-a7cd-e9490c83e8d5 req-82396f70-add1-4fee-814f-3e3a91865e95 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e672826-e886-4910-bb43-58e316b428ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927818 Apr 12 11:09:36.688378 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-26aa57a2-7421-4e52-be31-8dce55a96030 req-98e3c30c-88e6-40ca-9602-39ffc94942b1 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912004 Apr 12 11:09:36.761958 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-32244e0b-1295-413f-a034-63f3051d19ff req-1bcab2e2-01a9-4db6-8f86-d93d8f5dd0a4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (c8436851-7854-4a01-ae7e-45d62dc2394a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:36.788322 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcab2e2-01a9-4db6-8f86-d93d8f5dd0a4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Pushing event deleted for resources: {'Port': ['ID=c8436851-7854-4a01-ae7e-45d62dc2394a,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:36.799432 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['c8436851-7854-4a01-ae7e-45d62dc2394a'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:09:36.838768 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-32244e0b-1295-413f-a034-63f3051d19ff req-1bcab2e2-01a9-4db6-8f86-d93d8f5dd0a4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] No DVR routers for this DVR port c8436851-7854-4a01-ae7e-45d62dc2394a on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:09:36.841340 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-32244e0b-1295-413f-a034-63f3051d19ff req-1bcab2e2-01a9-4db6-8f86-d93d8f5dd0a4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:36.844953 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-32244e0b-1295-413f-a034-63f3051d19ff req-1bcab2e2-01a9-4db6-8f86-d93d8f5dd0a4 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.61 "DELETE /v2.0/ports/c8436851-7854-4a01-ae7e-45d62dc2394a HTTP/1.1" status: 204 len: 173 time: 0.7313581 Apr 12 11:09:36.845404 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daf3963-d9dd-4cf6-8125-6e5cb92fdc13', 'name': 'network-vif-deleted', 'tag': 'c8436851-7854-4a01-ae7e-45d62dc2394a'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:36.847646 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e8f58c-5a6b-4070-bd88-7eed3b0ee035" -d '{"events": [{"server_uuid": "9daf3963-d9dd-4cf6-8125-6e5cb92fdc13", "name": "network-vif-deleted", "tag": "c8436851-7854-4a01-ae7e-45d62dc2394a"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:36.881322 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f9d104-5c15-43d1-b035-704f60ac1403 x-openstack-request-id: req-52f9d104-5c15-43d1-b035-704f60ac1403 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:36.881619 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daf3963-d9dd-4cf6-8125-6e5cb92fdc13", "name": "network-vif-deleted", "tag": "c8436851-7854-4a01-ae7e-45d62dc2394a", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:36.881869 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52f9d104-5c15-43d1-b035-704f60ac1403 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:36.882265 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f9d104-5c15-43d1-b035-704f60ac1403'] response: {'server_uuid': '9daf3963-d9dd-4cf6-8125-6e5cb92fdc13', 'name': 'network-vif-deleted', 'tag': 'c8436851-7854-4a01-ae7e-45d62dc2394a', 'status': 'completed', 'code': 200} Apr 12 11:09:37.082923 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6bb5bafb-e08c-42c6-b0e2-7fc6d99c8698 req-cd3f71a3-0452-4d35-92bc-6c5201bc4b61 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 210 time: 0.0310416 Apr 12 11:09:37.794533 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4106a-fb27-4381-b391-ea163aae6206 req-f234d021-1d59-45a6-9ff9-4082f4a7f20a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:37.796043 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7aa4106a-fb27-4381-b391-ea163aae6206 req-f234d021-1d59-45a6-9ff9-4082f4a7f20a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 943 time: 0.0477133 Apr 12 11:09:37.844074 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7aa4106a-fb27-4381-b391-ea163aae6206 req-b8ed910b-c21a-433a-8dd5-8661498d166e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e672826-e886-4910-bb43-58e316b428ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422533 Apr 12 11:09:38.192276 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-04f0d516-bdea-4afb-bf00-658aa10a91f7 req-b9b5f34c-4a60-4bd5-8324-04738742e955 tempest-ServerRescueNegativeTestJSON-328275774 tempest-ServerRescueNegativeTestJSON-328275774-project] 10.222.0.55 "GET /v2.0/ports?device_id=9daf3963-d9dd-4cf6-8125-6e5cb92fdc13 HTTP/1.1" status: 200 len: 210 time: 0.0319946 Apr 12 11:09:38.953076 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c34d0-45be-4ea1-915d-6a464aa81fb0 req-33ea3381-7e11-490a-b417-c80adbfce81b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:38.954500 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f04c34d0-45be-4ea1-915d-6a464aa81fb0 req-33ea3381-7e11-490a-b417-c80adbfce81b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 943 time: 0.0460718 Apr 12 11:09:39.004928 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f04c34d0-45be-4ea1-915d-6a464aa81fb0 req-434b7780-b9a8-45f6-ad67-9f9ddbcb4ec3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e672826-e886-4910-bb43-58e316b428ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446830 Apr 12 11:09:39.217370 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:09:39.249515 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54508) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:39.323600 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=627dc5e7-74fe-4bd0-9046-d66220ebd5f8,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:39.335614 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '627dc5e7-74fe-4bd0-9046-d66220ebd5f8', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'port_id': '627dc5e7-74fe-4bd0-9046-d66220ebd5f8', 'mac_address': 'fa:16:3e:2d:ca:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:09:39.371803 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:39.372186 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:39.384957 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:39.405754 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=627dc5e7-74fe-4bd0-9046-d66220ebd5f8,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:39.409641 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:39.456380 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=627dc5e7-74fe-4bd0-9046-d66220ebd5f8,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:39.463476 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.463817 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.464153 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.464501 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.464832 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.465153 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.465473 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.465792 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.466111 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.466428 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.466760 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.467081 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.467421 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.467740 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.468053 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:39.736701 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49209abb-232f-400e-b503-4bb81084252a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478385'] for router_interface (713bd925-024d-48a8-b6fb-b17848e1bdd9), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:39.866611 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['627dc5e7-74fe-4bd0-9046-d66220ebd5f8'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:09:39.914493 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:40.019924 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-49209abb-232f-400e-b503-4bb81084252a admin admin] Deleting port d2af8df7-e52b-4ec2-b17a-54be5e40d439 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:09:40.020512 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49209abb-232f-400e-b503-4bb81084252a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:40.132213 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-49209abb-232f-400e-b503-4bb81084252a admin admin] For port d2af8df7-e52b-4ec2-b17a-54be5e40d439, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=d2af8df7-e52b-4ec2-b17a-54be5e40d439,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:40.132574 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49209abb-232f-400e-b503-4bb81084252a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:40.140747 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4f706-3af7-412b-bdfb-55e0598c1b7f req-6a760e83-01d4-4711-b8cd-1f1d27e8d9c3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:40.142186 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-29e4f706-3af7-412b-bdfb-55e0598c1b7f req-6a760e83-01d4-4711-b8cd-1f1d27e8d9c3 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 944 time: 0.0666730 Apr 12 11:09:40.157541 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-49209abb-232f-400e-b503-4bb81084252a admin admin] Calling delete_port for d2af8df7-e52b-4ec2-b17a-54be5e40d439 owned by network:router_interface {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:09:40.230335 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-29e4f706-3af7-412b-bdfb-55e0598c1b7f req-98b79c29-81c4-4728-8874-1bd0977feea6 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e672826-e886-4910-bb43-58e316b428ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811236 Apr 12 11:09:40.366701 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49209abb-232f-400e-b503-4bb81084252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (d2af8df7-e52b-4ec2-b17a-54be5e40d439), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:40.390846 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49209abb-232f-400e-b503-4bb81084252a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2af8df7-e52b-4ec2-b17a-54be5e40d439,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:40.553603 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-49209abb-232f-400e-b503-4bb81084252a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16478237'] for router_interface (713bd925-024d-48a8-b6fb-b17848e1bdd9), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:40.766968 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49209abb-232f-400e-b503-4bb81084252a admin admin] Router 713bd925-024d-48a8-b6fb-b17848e1bdd9 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:09:40.875623 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49209abb-232f-400e-b503-4bb81084252a admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:09:40.882201 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-49209abb-232f-400e-b503-4bb81084252a admin admin] 10.222.0.55 "PUT /v2.0/routers/713bd925-024d-48a8-b6fb-b17848e1bdd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6300042 Apr 12 11:09:40.884233 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54514) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:40.886930 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a62d33-1d3b-400a-8941-f03358af0e4d None None] Sync routers for ids ['713bd925-024d-48a8-b6fb-b17848e1bdd9'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:09:40.897552 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a62d33-1d3b-400a-8941-f03358af0e4d None None] Routers {'713bd925-024d-48a8-b6fb-b17848e1bdd9'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:40.898164 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-02a62d33-1d3b-400a-8941-f03358af0e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['713bd925-024d-48a8-b6fb-b17848e1bdd9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:40.994396 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] Publish callbacks [] for router (713bd925-024d-48a8-b6fb-b17848e1bdd9), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:41.011841 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-02a62d33-1d3b-400a-8941-f03358af0e4d None None] Set router 713bd925-024d-48a8-b6fb-b17848e1bdd9 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:41.116913 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] Publish callbacks [] for router_gateway (713bd925-024d-48a8-b6fb-b17848e1bdd9), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:41.165738 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] Deleting port fd630d34-b628-4d90-a664-a8cadfdde2f4 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:09:41.166062 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (fd630d34-b628-4d90-a664-a8cadfdde2f4), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:41.198724 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-02a62d33-1d3b-400a-8941-f03358af0e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:09:40Z', 'revision_number': 5, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port': {'id': 'fd630d34-b628-4d90-a664-a8cadfdde2f4', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:41.227953 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:41.231261 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a62d33-1d3b-400a-8941-f03358af0e4d None None] Checking router: 713bd925-024d-48a8-b6fb-b17848e1bdd9 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:09:41.250599 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] For port fd630d34-b628-4d90-a664-a8cadfdde2f4, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=fd630d34-b628-4d90-a664-a8cadfdde2f4,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:41.250950 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (fd630d34-b628-4d90-a664-a8cadfdde2f4), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:41.265695 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] Calling delete_port for fd630d34-b628-4d90-a664-a8cadfdde2f4 owned by network:router_gateway {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:09:41.267651 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a62d33-1d3b-400a-8941-f03358af0e4d None None] Routers {'713bd925-024d-48a8-b6fb-b17848e1bdd9'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:41.268221 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-02a62d33-1d3b-400a-8941-f03358af0e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['713bd925-024d-48a8-b6fb-b17848e1bdd9'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:41.349723 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:09:41.356167 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:41.356523 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:41.363636 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae99b0-4231-4cb7-80c0-28ec63597f4b req-8f6256b2-b645-4f6e-a08a-488791f37cde tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:41.365223 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-59ae99b0-4231-4cb7-80c0-28ec63597f4b req-8f6256b2-b645-4f6e-a08a-488791f37cde tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 944 time: 0.0589917 Apr 12 11:09:41.397088 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-02a62d33-1d3b-400a-8941-f03358af0e4d None None] Set router 713bd925-024d-48a8-b6fb-b17848e1bdd9 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:41.452698 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-02a62d33-1d3b-400a-8941-f03358af0e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:09:41Z', 'revision_number': 6, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port_host': None}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:41.464099 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-59ae99b0-4231-4cb7-80c0-28ec63597f4b req-166a13b4-6e01-4162-a79d-5dfd40712c00 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e672826-e886-4910-bb43-58e316b428ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927393 Apr 12 11:09:41.485498 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a62d33-1d3b-400a-8941-f03358af0e4d None None] The sync data for ids ['713bd925-024d-48a8-b6fb-b17848e1bdd9'] in dv-cinder-830089-4-iscsi is: [{'id': '713bd925-024d-48a8-b6fb-b17848e1bdd9', 'name': 'tempest-ServerRescueNegativeTestJSON-851325040-router', 'tenant_id': '16e64b34e34e4a67860998e80ea216ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:09:41Z', 'revision_number': 6, 'project_id': '16e64b34e34e4a67860998e80ea216ca', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:41.514157 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (fd630d34-b628-4d90-a664-a8cadfdde2f4), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:41.532037 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:41.532528 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:41.544124 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd630d34-b628-4d90-a664-a8cadfdde2f4,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:41.557820 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95518804-6f69-44d8-9974-96587f0cf489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627dc5e7-74fe-4bd0-9046-d66220ebd5f8'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:41.560159 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662e6467-7bb3-418c-bf7b-1546e3784c03" -d '{"events": [{"server_uuid": "95518804-6f69-44d8-9974-96587f0cf489", "name": "network-vif-plugged", "status": "completed", "tag": "627dc5e7-74fe-4bd0-9046-d66220ebd5f8"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:41.573292 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=627dc5e7-74fe-4bd0-9046-d66220ebd5f8,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:41.579716 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:41.580750 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device c8436851-7854-4a01-ae7e-45d62dc2394a no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:09:41.621564 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: c8436851-7854-4a01-ae7e-45d62dc2394a {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:09:41.622020 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device c8436851-7854-4a01-ae7e-45d62dc2394a not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:09:41.654826 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=627dc5e7-74fe-4bd0-9046-d66220ebd5f8,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:41.663121 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d355f8e-b01a-47fd-8994-845274afe593 x-openstack-request-id: req-7d355f8e-b01a-47fd-8994-845274afe593 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:41.663530 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95518804-6f69-44d8-9974-96587f0cf489", "name": "network-vif-plugged", "status": "completed", "tag": "627dc5e7-74fe-4bd0-9046-d66220ebd5f8", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:41.663942 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d355f8e-b01a-47fd-8994-845274afe593 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:41.664413 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d355f8e-b01a-47fd-8994-845274afe593'] response: {'server_uuid': '95518804-6f69-44d8-9974-96587f0cf489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627dc5e7-74fe-4bd0-9046-d66220ebd5f8', 'code': 200} Apr 12 11:09:41.897033 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eba496-1034-46ba-a2cd-22275b8f60fa req-2957c1e9-fb43-4822-b9f4-76f430deae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:41.898609 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c1eba496-1034-46ba-a2cd-22275b8f60fa req-2957c1e9-fb43-4822-b9f4-76f430deae53 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 1129 time: 0.0500958 Apr 12 11:09:41.899478 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16479227'] for router_gateway (713bd925-024d-48a8-b6fb-b17848e1bdd9), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.023561 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16431445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-442'] for router (713bd925-024d-48a8-b6fb-b17848e1bdd9), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.026832 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] Publish callbacks [] for router_controller (713bd925-024d-48a8-b6fb-b17848e1bdd9), precommit_delete_associations {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.091452 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c1eba496-1034-46ba-a2cd-22275b8f60fa req-dd00a0d0-7b7a-4490-9d76-4f998bdce99a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9e672826-e886-4910-bb43-58e316b428ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741784 Apr 12 11:09:42.097723 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16431452'] for router (713bd925-024d-48a8-b6fb-b17848e1bdd9), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.098257 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 713bd925-024d-48a8-b6fb-b17848e1bdd9 {{(pid=103203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:09:42.103501 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.104537 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-0e0b1d25-af04-4ca9-baab-33fdcd4955b7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/713bd925-024d-48a8-b6fb-b17848e1bdd9 HTTP/1.1" status: 204 len: 168 time: 1.2193532 Apr 12 11:09:42.107308 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54524) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:42.151066 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f662e8f-aabf-4af7-801d-fe921ca85600 admin admin] Deleting subnet af647f51-7c82-4827-b564-c860dc4e06f8 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:09:42.154176 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f662e8f-aabf-4af7-801d-fe921ca85600 admin admin] Publish callbacks [] for subnet (af647f51-7c82-4827-b564-c860dc4e06f8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.189540 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f662e8f-aabf-4af7-801d-fe921ca85600 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13103813'] for subnet (af647f51-7c82-4827-b564-c860dc4e06f8), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.297999 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f662e8f-aabf-4af7-801d-fe921ca85600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (af647f51-7c82-4827-b564-c860dc4e06f8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.353443 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f662e8f-aabf-4af7-801d-fe921ca85600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13070966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12863354'] for subnet (af647f51-7c82-4827-b564-c860dc4e06f8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.378841 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f662e8f-aabf-4af7-801d-fe921ca85600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af647f51-7c82-4827-b564-c860dc4e06f8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:42.384822 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7f662e8f-aabf-4af7-801d-fe921ca85600 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.390801 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-7f662e8f-aabf-4af7-801d-fe921ca85600 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/af647f51-7c82-4827-b564-c860dc4e06f8 HTTP/1.1" status: 204 len: 168 time: 0.2803750 Apr 12 11:09:42.390960 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b933d1-5d5e-4cbf-b242-7471d95862b2 None None] Network 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:09:42.391442 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54526) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:42.464737 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.524481 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Deleting port 35f935a8-02bd-4665-8a99-54fbfa84998e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:09:42.524924 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.567867 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e486aa9-9f3a-4a4f-8014-42b6bc545f5f None None] DHCP port deletion for 0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 request from dv-cinder-830089-4-iscsi {{(pid=103204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:09:42.599548 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbf91e-5164-4b43-9c0e-4953ffdd54f7 req-c4406d88-d213-40d1-8f9b-5e68515eaf8f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:42.601078 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-49fbf91e-5164-4b43-9c0e-4953ffdd54f7 req-c4406d88-d213-40d1-8f9b-5e68515eaf8f tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 945 time: 0.0561635 Apr 12 11:09:42.601752 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] For port 35f935a8-02bd-4665-8a99-54fbfa84998e, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=35f935a8-02bd-4665-8a99-54fbfa84998e,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:42.602120 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.620203 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Calling delete_port for 35f935a8-02bd-4665-8a99-54fbfa84998e owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:09:42.626579 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-1e486aa9-9f3a-4a4f-8014-42b6bc545f5f None None] Deleting port 35f935a8-02bd-4665-8a99-54fbfa84998e {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:09:42.627069 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1e486aa9-9f3a-4a4f-8014-42b6bc545f5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.654998 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-49fbf91e-5164-4b43-9c0e-4953ffdd54f7 req-3e75421b-33c0-4bd2-a0a5-a36f08ca3665 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e672826-e886-4910-bb43-58e316b428ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483840 Apr 12 11:09:42.696645 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-1e486aa9-9f3a-4a4f-8014-42b6bc545f5f None None] For port 35f935a8-02bd-4665-8a99-54fbfa84998e, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=35f935a8-02bd-4665-8a99-54fbfa84998e,segment=NetworkSegment(9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd),segment_id=9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:42.697039 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1e486aa9-9f3a-4a4f-8014-42b6bc545f5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.708049 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.711797 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-1e486aa9-9f3a-4a4f-8014-42b6bc545f5f None None] Calling delete_port for 35f935a8-02bd-4665-8a99-54fbfa84998e owned by network:dhcp {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:09:42.734275 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Pushing event deleted for resources: {'Port': ['ID=35f935a8-02bd-4665-8a99-54fbfa84998e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:42.736102 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] No DVR routers for this DVR port 35f935a8-02bd-4665-8a99-54fbfa84998e on host dv-cinder-830089-4-iscsi {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:09:42.808808 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.826821 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1e486aa9-9f3a-4a4f-8014-42b6bc545f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091'] for port (35f935a8-02bd-4665-8a99-54fbfa84998e), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.828541 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:42.838221 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:42.838602 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:42.847655 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13103820'] for segment (9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.852259 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e486aa9-9f3a-4a4f-8014-42b6bc545f5f None None] Pushing event deleted for resources: {'Port': ['ID=35f935a8-02bd-4665-8a99-54fbfa84998e,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:42.858676 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e486aa9-9f3a-4a4f-8014-42b6bc545f5f None None] No DVR routers for this DVR port 35f935a8-02bd-4665-8a99-54fbfa84998e on host dv-cinder-830089-4-iscsi {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:09:42.869934 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.881304 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:09:42.881695 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13071068'] for segment (9e99ee9e-c0c1-49a1-a3b8-6ecfa8f7c2dd), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: Traceback (most recent call last): Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: timer() Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: cb(*args, **kw) Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: return func(*args, **kwargs) Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: self._notify() Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: self.callback(batched_events) Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: event.method(event) Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: return f(self, *a, **k) Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: return self._get(url).json() Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: return self.request(url, 'GET', **kwargs) Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:09:42.883567 dv-cinder-830089-4-iscsi neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:09:42.945456 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.953159 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:42.956235 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] 10.222.0.55 "DELETE /v2.0/networks/0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0 HTTP/1.1" status: 204 len: 168 time: 0.5640759 Apr 12 11:09:42.968116 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28331a-ded0-46cc-b9a7-a0d3f35ad6be admin admin] Pushing event deleted for resources: {'Network': ['ID=0211a072-bffb-46b5-9fe2-a5c1f1b2fbf0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:43.041820 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device d2af8df7-e52b-4ec2-b17a-54be5e40d439 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:09:43.054258 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f95778fc-114c-4f5b-8fec-d4f54c083a5a req-978e3e7c-2f09-4714-807c-40ef899c9934 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459516 Apr 12 11:09:43.062743 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: d2af8df7-e52b-4ec2-b17a-54be5e40d439 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:09:43.063347 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device d2af8df7-e52b-4ec2-b17a-54be5e40d439 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:09:43.063941 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device fd630d34-b628-4d90-a664-a8cadfdde2f4 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:09:43.087924 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: fd630d34-b628-4d90-a664-a8cadfdde2f4 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:09:43.088262 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device fd630d34-b628-4d90-a664-a8cadfdde2f4 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:09:43.088668 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 35f935a8-02bd-4665-8a99-54fbfa84998e no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:09:43.095325 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54532) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:43.111985 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 35f935a8-02bd-4665-8a99-54fbfa84998e {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:09:43.112332 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 35f935a8-02bd-4665-8a99-54fbfa84998e not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:09:43.136418 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-41536bdc-d076-4026-ae73-541b8f236e8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16e64b34e34e4a67860998e80ea216ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397961 Apr 12 11:09:43.138669 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54534) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:43.184699 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-55e98f43-9ff2-43a5-828a-cbd0d0d8a5a8 admin admin] Publish callbacks [] for security_group (d9c8deae-b756-42f7-8120-aabd2d40b633), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:43.207797 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-55e98f43-9ff2-43a5-828a-cbd0d0d8a5a8 admin admin] Publish callbacks [] for security_group (d9c8deae-b756-42f7-8120-aabd2d40b633), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:43.274899 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95778fc-114c-4f5b-8fec-d4f54c083a5a req-1d4077de-f55f-419f-aeca-3623256cc787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:43.276581 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f95778fc-114c-4f5b-8fec-d4f54c083a5a req-1d4077de-f55f-419f-aeca-3623256cc787 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35ac8ed2221744b0a7b34fbd507119a5&device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 1129 time: 0.0666826 Apr 12 11:09:43.293556 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-55e98f43-9ff2-43a5-828a-cbd0d0d8a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (d9c8deae-b756-42f7-8120-aabd2d40b633), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:43.296126 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-55e98f43-9ff2-43a5-828a-cbd0d0d8a5a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:43.297287 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-55e98f43-9ff2-43a5-828a-cbd0d0d8a5a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9c8deae-b756-42f7-8120-aabd2d40b633 HTTP/1.1" status: 204 len: 168 time: 0.1577160 Apr 12 11:09:43.305758 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e98f43-9ff2-43a5-828a-cbd0d0d8a5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c8deae-b756-42f7-8120-aabd2d40b633,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:43.876112 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38362c-452b-46b4-abc7-72c0b08e94d3 req-f738a994-528f-4ad8-b0b7-9116e7c3c222 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:43.877577 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7e38362c-452b-46b4-abc7-72c0b08e94d3 req-f738a994-528f-4ad8-b0b7-9116e7c3c222 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 945 time: 0.0685682 Apr 12 11:09:43.901752 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95778fc-114c-4f5b-8fec-d4f54c083a5a req-a147c562-0270-4d4b-a5d6-297200f8119c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:43.903282 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f95778fc-114c-4f5b-8fec-d4f54c083a5a req-a147c562-0270-4d4b-a5d6-297200f8119c service neutron] 10.222.0.61 "GET /v2.0/networks?id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b HTTP/1.1" status: 200 len: 910 time: 0.1613739 Apr 12 11:09:43.976863 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7e38362c-452b-46b4-abc7-72c0b08e94d3 req-ff5c3f1d-6ee0-4b90-80c6-1a4b80613913 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e672826-e886-4910-bb43-58e316b428ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927458 Apr 12 11:09:43.990409 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f95778fc-114c-4f5b-8fec-d4f54c083a5a req-7d55803e-ab21-49d9-be22-6ce9f60a9446 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc HTTP/1.1" status: 200 len: 1001 time: 0.0797098 Apr 12 11:09:43.996622 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54558) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:44.044670 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95778fc-114c-4f5b-8fec-d4f54c083a5a req-e40afe7a-11e5-421c-a289-e9d2cec46a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:44.046244 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f95778fc-114c-4f5b-8fec-d4f54c083a5a req-e40afe7a-11e5-421c-a289-e9d2cec46a87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3416e3d-2581-42f6-9ca8-86ecaf875af2 HTTP/1.1" status: 200 len: 848 time: 0.0503292 Apr 12 11:09:44.113842 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-845742851-network', 'tenant_id': '2e71830bf62941109ac767a607e853b0'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:44.132676 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876347f-6265-4111-8ea9-f06913dda3d6 req-07f019fb-7d6d-4fd1-91a1-6b246274fd23 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:44.134253 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c876347f-6265-4111-8ea9-f06913dda3d6 req-07f019fb-7d6d-4fd1-91a1-6b246274fd23 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 945 time: 0.0858202 Apr 12 11:09:44.134419 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] Made reservation on behalf of 2e71830bf62941109ac767a607e853b0 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:09:44.135200 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95778fc-114c-4f5b-8fec-d4f54c083a5a req-4e11ccfd-42ee-41e9-bafb-4114ff8e1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:44.136759 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f95778fc-114c-4f5b-8fec-d4f54c083a5a req-4e11ccfd-42ee-41e9-bafb-4114ff8e1519 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784919 Apr 12 11:09:44.136986 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:44.143991 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54564) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:44.146493 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:44.154767 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-f223e374-5331-4f6d-a87c-c7950e5ed25e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Request body: {'floatingip': {'port_id': '627dc5e7-74fe-4bd0-9046-d66220ebd5f8'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:44.214668 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f223e374-5331-4f6d-a87c-c7950e5ed25e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (26232813-8399-4fe9-b469-de443192dce2), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:44.222497 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] Publish callbacks [] for security_group (407d734a-9232-4f42-aeb4-ca3c5e96d878), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:44.226629 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (407d734a-9232-4f42-aeb4-ca3c5e96d878), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:44.250589 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:09:44.260858 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407d734a-9232-4f42-aeb4-ca3c5e96d878,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:44.265547 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (e5280a60-c14f-4746-bb05-77ca19dba22b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:44.265897 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.segments_db [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] Added segment e5280a60-c14f-4746-bb05-77ca19dba22b of type vlan for network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 Apr 12 11:09:44.306330 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (5edf9aad-1a71-4c3d-bde6-37e78ec95a73), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:44.331548 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (5edf9aad-1a71-4c3d-bde6-37e78ec95a73), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:44.332515 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:44.333092 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:44.366901 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f95778fc-114c-4f5b-8fec-d4f54c083a5a req-7fbbc34f-a66c-45f5-ab4f-5e8ec573d8ea service neutron] 10.222.0.61 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236397 Apr 12 11:09:44.393473 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3957264 Apr 12 11:09:44.397426 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54566) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:44.398801 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b70fa-35e1-4ab8-a507-06cb9cd2750e admin admin] Pushing event updated for resources: {'Network': ['ID=5edf9aad-1a71-4c3d-bde6-37e78ec95a73,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:44.409302 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:09:44.438440 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-3a1cc23d-d455-4ec8-8d5f-999adfadac93 admin admin] Request body: {'subnet': {'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-subnet', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:44.535244 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1cc23d-d455-4ec8-8d5f-999adfadac93 admin admin] Made reservation on behalf of 2e71830bf62941109ac767a607e853b0 for: {'subnet': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:09:44.537978 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc23d-d455-4ec8-8d5f-999adfadac93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24906906'] for subnet (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:44.619857 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f95778fc-114c-4f5b-8fec-d4f54c083a5a req-6cb3b1c5-e351-40df-b35d-4691efae7cdf service neutron] 10.222.0.61 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455389 Apr 12 11:09:44.871289 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc23d-d455-4ec8-8d5f-999adfadac93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12698830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24906888'] for subnet (5ae20377-293e-446f-8590-5281bf1489db), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:44.955951 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f223e374-5331-4f6d-a87c-c7950e5ed25e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:44.964284 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f223e374-5331-4f6d-a87c-c7950e5ed25e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (26232813-8399-4fe9-b469-de443192dce2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:44.966817 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cc23d-d455-4ec8-8d5f-999adfadac93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae20377-293e-446f-8590-5281bf1489db,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:45.020808 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1cc23d-d455-4ec8-8d5f-999adfadac93 admin admin] Checking segment: {'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:45.021139 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1cc23d-d455-4ec8-8d5f-999adfadac93 admin admin] Network hostable DHCP agents. Network: 5edf9aad-1a71-4c3d-bde6-37e78ec95a73, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:09:45.075587 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1cc23d-d455-4ec8-8d5f-999adfadac93 admin admin] Network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:09:45.088412 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-3a1cc23d-d455-4ec8-8d5f-999adfadac93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, 5edf9aad-1a71-4c3d-bde6-37e78ec95a73) {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:45.094131 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1cc23d-d455-4ec8-8d5f-999adfadac93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:45.094131 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3a1cc23d-d455-4ec8-8d5f-999adfadac93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.101864 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf4c021-e1ad-425f-be1f-b2deb4fab0de None None] Network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:09:45.109911 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [None req-f223e374-5331-4f6d-a87c-c7950e5ed25e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Floating IP 26232813-8399-4fe9-b469-de443192dce2 associated. External IP: 172.27.0.200, port: 627dc5e7-74fe-4bd0-9046-d66220ebd5f8. Apr 12 11:09:45.117259 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-3a1cc23d-d455-4ec8-8d5f-999adfadac93 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7174473 Apr 12 11:09:45.120401 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54568) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:45.125549 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:45.146424 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16432943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-404'] for router (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.147690 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16431519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16479268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16603459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-429'] for router (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.207258 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Publish callbacks [] for router_controller (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), precommit_add_association {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.348376 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcfdabb7b-1339-58fe-8e8f-4cb6443bbd26-5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'project_id': '2e71830bf62941109ac767a607e853b0', 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db'}]}} from dv-cinder-830089-4-iscsi. {{(pid=103204) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 11:09:45.350212 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.499706 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.db_base_plugin_common [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Allocated IP 172.20.0.2 (5edf9aad-1a71-4c3d-bde6-37e78ec95a73/5ae20377-293e-446f-8590-5281bf1489db/150bd868-a382-4421-a35f-c753a8de639f) {{(pid=103204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:45.588636 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Publish callbacks [] for router_gateway (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.612395 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f223e374-5331-4f6d-a87c-c7950e5ed25e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Router 8d461e54-0cb0-49e6-896b-fc75f0540550 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:09:45.659292 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Publish callbacks [] for port (150bd868-a382-4421-a35f-c753a8de639f), precommit_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.669297 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082'] for port (150bd868-a382-4421-a35f-c753a8de639f), after_create {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.710247 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 is already hosted by enough agents. {{(pid=103204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:45.713142 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Resources bound (agent type, host, resource id): {{(pid=103204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:45.716645 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Received port after_create {{(pid=103204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:45.723576 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Pushing event updated for resources: {'Port': ['ID=150bd868-a382-4421-a35f-c753a8de639f,revision_number=1']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:45.740671 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f223e374-5331-4f6d-a87c-c7950e5ed25e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:09:45.745695 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f223e374-5331-4f6d-a87c-c7950e5ed25e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.754788 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f094fa6-93cf-4851-b794-c64d231ff0e7 None None] Sync routers for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:09:45.767436 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f094fa6-93cf-4851-b794-c64d231ff0e7 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:45.768391 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-1f094fa6-93cf-4851-b794-c64d231ff0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:45.791489 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Attempting to bind port 150bd868-a382-4421-a35f-c753a8de639f on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:09:45.791859 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Attempting to bind port 150bd868-a382-4421-a35f-c753a8de639f by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:09:45.792222 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Attempting to bind port 150bd868-a382-4421-a35f-c753a8de639f on network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:45.794061 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-f223e374-5331-4f6d-a87c-c7950e5ed25e tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "PUT /v2.0/floatingips/26232813-8399-4fe9-b469-de443192dce2 HTTP/1.1" status: 200 len: 991 time: 1.6423609 Apr 12 11:09:45.794732 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95518804-6f69-44d8-9974-96587f0cf489', 'tag': '627dc5e7-74fe-4bd0-9046-d66220ebd5f8'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:45.797323 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b18b367-2916-4e8f-ab48-a28d0edb53a8" -d '{"events": [{"name": "network-changed", "server_uuid": "95518804-6f69-44d8-9974-96587f0cf489", "tag": "627dc5e7-74fe-4bd0-9046-d66220ebd5f8"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:45.801923 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:09:45.803122 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Checking segment: {'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:45.803752 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.805165 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Bound using segment: {'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:09:45.805483 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Bound port: 150bd868-a382-4421-a35f-c753a8de639f, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:09:45.805872 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (150bd868-a382-4421-a35f-c753a8de639f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.808050 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Publish callbacks [] for router_gateway (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.828356 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.846889 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a81ef34-b145-4af3-bbb3-e9caab698357 x-openstack-request-id: req-0a81ef34-b145-4af3-bbb3-e9caab698357 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:45.847254 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95518804-6f69-44d8-9974-96587f0cf489", "tag": "627dc5e7-74fe-4bd0-9046-d66220ebd5f8", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:45.847494 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a81ef34-b145-4af3-bbb3-e9caab698357 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:45.847929 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a81ef34-b145-4af3-bbb3-e9caab698357'] response: {'name': 'network-changed', 'server_uuid': '95518804-6f69-44d8-9974-96587f0cf489', 'tag': '627dc5e7-74fe-4bd0-9046-d66220ebd5f8', 'status': 'completed', 'code': 200} Apr 12 11:09:45.882533 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] For port 150bd868-a382-4421-a35f-c753a8de639f, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:09:45.887540 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] For port 150bd868-a382-4421-a35f-c753a8de639f, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=150bd868-a382-4421-a35f-c753a8de639f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:09:45.895511 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (150bd868-a382-4421-a35f-c753a8de639f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:45.912904 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-1f094fa6-93cf-4851-b794-c64d231ff0e7 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:45.945337 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18b367-2916-4e8f-ab48-a28d0edb53a8 req-c5641dcd-a561-41bd-8561-d170314e07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:45.946946 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4b18b367-2916-4e8f-ab48-a28d0edb53a8 req-c5641dcd-a561-41bd-8561-d170314e07cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=712ce764cc7f4e1594a6092d333bc48d&device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 1129 time: 0.0480547 Apr 12 11:09:45.950119 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Allocated IP 172.27.0.128 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/0e661fe7-23b5-460b-b4c6-a53c87a42a5a) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:45.950328 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7068d-7fa0-427b-90aa-5b8fbba37cc8 None None] Pushing event updated for resources: {'Port': ['ID=150bd868-a382-4421-a35f-c753a8de639f,revision_number=2']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:46.080182 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Publish callbacks [] for port (0e661fe7-23b5-460b-b4c6-a53c87a42a5a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:46.081188 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18b367-2916-4e8f-ab48-a28d0edb53a8 req-368d3e0a-0ffa-4a6e-bd24-3bdda215c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:46.082569 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4b18b367-2916-4e8f-ab48-a28d0edb53a8 req-368d3e0a-0ffa-4a6e-bd24-3bdda215c1b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 200 len: 915 time: 0.1201274 Apr 12 11:09:46.125353 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (0e661fe7-23b5-460b-b4c6-a53c87a42a5a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:46.156036 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-1f094fa6-93cf-4851-b794-c64d231ff0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '26232813-8399-4fe9-b469-de443192dce2', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '627dc5e7-74fe-4bd0-9046-d66220ebd5f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:2d:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95518804-6f69-44d8-9974-96587f0cf489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:28Z', 'updated_at': '2022-04-12T11:09:44Z', 'revision_number': 1, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:46.161334 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4b18b367-2916-4e8f-ab48-a28d0edb53a8 req-69df0e47-85bf-4906-8912-2c6ffc09abaf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=627dc5e7-74fe-4bd0-9046-d66220ebd5f8 HTTP/1.1" status: 200 len: 999 time: 0.0715299 Apr 12 11:09:46.172529 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:46.174619 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:46.180639 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:46.229308 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f094fa6-93cf-4851-b794-c64d231ff0e7 None None] Checking router: 8d461e54-0cb0-49e6-896b-fc75f0540550 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:09:46.231897 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Pushing event updated for resources: {'Port': ['ID=0e661fe7-23b5-460b-b4c6-a53c87a42a5a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:46.240885 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f094fa6-93cf-4851-b794-c64d231ff0e7 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:46.241591 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-1f094fa6-93cf-4851-b794-c64d231ff0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:46.253497 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18b367-2916-4e8f-ab48-a28d0edb53a8 req-ee761d50-9b4f-46c4-afc8-1f3dd21d74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:46.257437 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4b18b367-2916-4e8f-ab48-a28d0edb53a8 req-ee761d50-9b4f-46c4-afc8-1f3dd21d74b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c307a9d7-336a-46ab-a789-b81d127c4a49 HTTP/1.1" status: 200 len: 853 time: 0.0904958 Apr 12 11:09:46.320419 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18b367-2916-4e8f-ab48-a28d0edb53a8 req-373b921a-518e-44dd-919e-587f42681110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:46.322049 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4b18b367-2916-4e8f-ab48-a28d0edb53a8 req-373b921a-518e-44dd-919e-587f42681110 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f32d468-ddbc-4b9d-abc3-b84d288bd876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580719 Apr 12 11:09:46.420683 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4b18b367-2916-4e8f-ab48-a28d0edb53a8 req-07256100-cf8f-4b94-91d9-91ff9f4bdfc0 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915666 Apr 12 11:09:46.464478 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-1f094fa6-93cf-4851-b794-c64d231ff0e7 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:46.510777 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Publish callbacks [] for router_gateway (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:46.518827 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4b18b367-2916-4e8f-ab48-a28d0edb53a8 req-79150624-bcfd-46c0-82d3-1d119db28777 service neutron] 10.222.0.61 "GET /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922730 Apr 12 11:09:46.683397 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-1f094fa6-93cf-4851-b794-c64d231ff0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '26232813-8399-4fe9-b469-de443192dce2', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '627dc5e7-74fe-4bd0-9046-d66220ebd5f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:2d:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95518804-6f69-44d8-9974-96587f0cf489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:28Z', 'updated_at': '2022-04-12T11:09:44Z', 'revision_number': 1, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:46.710896 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f094fa6-93cf-4851-b794-c64d231ff0e7 None None] The sync data for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi is: [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '26232813-8399-4fe9-b469-de443192dce2', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'port_id': '627dc5e7-74fe-4bd0-9046-d66220ebd5f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'mac_address': 'fa:16:3e:2d:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95518804-6f69-44d8-9974-96587f0cf489', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:28Z', 'updated_at': '2022-04-12T11:09:44Z', 'revision_number': 1, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:46.720573 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16431526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16479191'] for router (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:46.871434 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 is scheduled to L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb with binding_index 1 {{(pid=103202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 11:09:46.921528 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5092c7d7-fe28-47cf-9f10-784c7390e902 None None] New status for floating IP 26232813-8399-4fe9-b469-de443192dce2: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:09:46.998908 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:09:47.010464 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Sync routers for ids ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:09:47.021404 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.024676 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-31013dfb-4185-4d3e-8ec0-7d8367d3acf2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9014659 Apr 12 11:09:47.026077 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54574) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:47.046752 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Routers {'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:47.047452 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:47.117637 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c007d7f-b7fc-4667-9f53-83f7f440ebd2 None None] Network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:09:47.156604 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 150bd868-a382-4421-a35f-c753a8de639f up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:47.220849 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Set router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:47.227734 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b6bd95a-03eb-4a94-825e-0943ea56c302 None None] Provisioning complete for port 150bd868-a382-4421-a35f-c753a8de639f triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:47.228102 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd95a-03eb-4a94-825e-0943ea56c302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (150bd868-a382-4421-a35f-c753a8de639f), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.326940 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 150bd868-a382-4421-a35f-c753a8de639f triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:47.327331 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (150bd868-a382-4421-a35f-c753a8de639f), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.397200 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b6bd95a-03eb-4a94-825e-0943ea56c302 None None] Current status of the port 150bd868-a382-4421-a35f-c753a8de639f is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:47.397578 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd95a-03eb-4a94-825e-0943ea56c302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (150bd868-a382-4421-a35f-c753a8de639f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.408424 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:46Z', 'revision_number': 3, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:47.438953 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Checking router: e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:09:47.439583 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Updating router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 port 0e661fe7-23b5-460b-b4c6-a53c87a42a5a binding host dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:09:47.465609 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b6bd95a-03eb-4a94-825e-0943ea56c302 None None] For port 150bd868-a382-4421-a35f-c753a8de639f, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=150bd868-a382-4421-a35f-c753a8de639f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:47.473211 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd95a-03eb-4a94-825e-0943ea56c302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (150bd868-a382-4421-a35f-c753a8de639f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.480863 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 150bd868-a382-4421-a35f-c753a8de639f is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:47.481244 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (150bd868-a382-4421-a35f-c753a8de639f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.483604 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (0e661fe7-23b5-460b-b4c6-a53c87a42a5a), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.531252 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.564129 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bd95a-03eb-4a94-825e-0943ea56c302 None None] Pushing event updated for resources: {'Port': ['ID=150bd868-a382-4421-a35f-c753a8de639f,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:47.577452 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.db.api [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 11:09:47.577805 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG oslo_db.api [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 11:09:47.695397 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-cdde81bb-10e3-4fa5-8988-b64924071b3a None None] Provisioning complete for port 150bd868-a382-4421-a35f-c753a8de639f triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:47.695671 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cdde81bb-10e3-4fa5-8988-b64924071b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (150bd868-a382-4421-a35f-c753a8de639f), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.703053 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Allocated IP 172.20.0.1 (5edf9aad-1a71-4c3d-bde6-37e78ec95a73/5ae20377-293e-446f-8590-5281bf1489db/d5691534-9a44-42c4-8e65-4a88d084fa49) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:47.764243 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Publish callbacks [] for port (0e661fe7-23b5-460b-b4c6-a53c87a42a5a), precommit_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.769712 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (0e661fe7-23b5-460b-b4c6-a53c87a42a5a), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.779093 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-cdde81bb-10e3-4fa5-8988-b64924071b3a None None] Current status of the port 150bd868-a382-4421-a35f-c753a8de639f is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:47.820536 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Publish callbacks [] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.822352 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Attempting to bind port 0e661fe7-23b5-460b-b4c6-a53c87a42a5a on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:09:47.822719 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Attempting to bind port 0e661fe7-23b5-460b-b4c6-a53c87a42a5a by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:09:47.823077 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Attempting to bind port 0e661fe7-23b5-460b-b4c6-a53c87a42a5a on network 07cd2b0c-0781-4dba-a87d-e263ec3a559e {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:47.829965 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Pushing event updated for resources: {'Port': ['ID=0e661fe7-23b5-460b-b4c6-a53c87a42a5a,revision_number=2']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:47.832881 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:09:47.834366 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Checking segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:47.834766 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.835174 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Bound using segment: {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'} {{(pid=103205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:09:47.835639 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.managers [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Bound port: 0e661fe7-23b5-460b-b4c6-a53c87a42a5a, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b482211-013d-45e7-ae04-ed960564d044', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}}] {{(pid=103205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:09:47.836010 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (0e661fe7-23b5-460b-b4c6-a53c87a42a5a), before_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.854707 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.858371 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.858720 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.859076 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.859456 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.859790 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.860195 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.860524 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.860844 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.861163 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.861480 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.861796 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.862128 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.862450 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.862764 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.863074 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:09:47.896500 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:47.901539 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:47.904490 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:47.904654 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] For port 0e661fe7-23b5-460b-b4c6-a53c87a42a5a, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:09:47.907963 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.plugins.ml2.db [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] For port 0e661fe7-23b5-460b-b4c6-a53c87a42a5a, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=0e661fe7-23b5-460b-b4c6-a53c87a42a5a,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:09:47.916226 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron_lib.callbacks.manager [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (0e661fe7-23b5-460b-b4c6-a53c87a42a5a), after_update {{(pid=103205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.928484 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Pushing event updated for resources: {'Port': ['ID=d5691534-9a44-42c4-8e65-4a88d084fa49,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:47.952462 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16479012'] for router_interface (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:47.983681 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe365a44-672a-4087-97f0-89c6c4edc560 None None] Pushing event updated for resources: {'Port': ['ID=0e661fe7-23b5-460b-b4c6-a53c87a42a5a,revision_number=3']} {{(pid=103205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:47.986187 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Routers {'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:47.986770 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:48.095737 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:48.112765 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] Set router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:48.122836 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 150bd868-a382-4421-a35f-c753a8de639f is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:48.199963 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-99c9380a-78b6-45e2-b47d-268c1de3682b None None] Provisioning complete for port d5691534-9a44-42c4-8e65-4a88d084fa49 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:48.200485 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-99c9380a-78b6-45e2-b47d-268c1de3682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:48.235578 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-99c9380a-78b6-45e2-b47d-268c1de3682b None None] Port d5691534-9a44-42c4-8e65-4a88d084fa49 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:09:48.266786 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Publish callbacks [] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:48.271939 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:48.285682 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:46Z', 'revision_number': 3, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:48.311770 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b69b6c4-e7bc-4204-8fef-4e5095f48e9d None None] The sync data for ids ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'] in dv-cinder-830089-4-iscsi is: [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:46Z', 'revision_number': 3, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:48.342054 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Pushing event updated for resources: {'Port': ['ID=d5691534-9a44-42c4-8e65-4a88d084fa49,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:48.346794 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478356'] for router_interface (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:48.452876 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:48.454560 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:48.586108 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:09:48.716417 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:09:48.721344 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-4c4c41ce-7e60-4392-a288-40308d52907f admin admin] 10.222.0.55 "PUT /v2.0/routers/e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6945639 Apr 12 11:09:48.761210 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-dbbf2a04-0a2d-45ac-807b-f57ffcae3566 None None] Provisioning complete for port d5691534-9a44-42c4-8e65-4a88d084fa49 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:48.761591 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-dbbf2a04-0a2d-45ac-807b-f57ffcae3566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:48.798257 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf2a04-0a2d-45ac-807b-f57ffcae3566 None None] Port d5691534-9a44-42c4-8e65-4a88d084fa49 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:09:49.196901 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 0e661fe7-23b5-460b-b4c6-a53c87a42a5a up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:49.243684 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ac312-e3ed-431f-bfcf-3a61e572f002 req-9cdd428a-85fc-4e97-9e2b-33c9d11f277e tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:49.246745 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-718ac312-e3ed-431f-bfcf-3a61e572f002 req-9cdd428a-85fc-4e97-9e2b-33c9d11f277e tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0636659 Apr 12 11:09:49.259741 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 0e661fe7-23b5-460b-b4c6-a53c87a42a5a triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:49.260125 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (0e661fe7-23b5-460b-b4c6-a53c87a42a5a), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.285604 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54586) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:49.292005 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-7488a89c-a6b1-497f-bb41-91da16c1e848 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--38317519', 'description': 'tempest-description--442870311'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:49.314745 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-718ac312-e3ed-431f-bfcf-3a61e572f002 req-e1e179a5-5dce-455d-abca-681676f97fe0 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611973 Apr 12 11:09:49.320761 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7488a89c-a6b1-497f-bb41-91da16c1e848 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.349642 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 0e661fe7-23b5-460b-b4c6-a53c87a42a5a is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:49.350215 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (0e661fe7-23b5-460b-b4c6-a53c87a42a5a), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.371007 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] For port 0e661fe7-23b5-460b-b4c6-a53c87a42a5a, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=0e661fe7-23b5-460b-b4c6-a53c87a42a5a,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:49.374736 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (0e661fe7-23b5-460b-b4c6-a53c87a42a5a), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.375527 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 150bd868-a382-4421-a35f-c753a8de639f up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:49.390562 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7488a89c-a6b1-497f-bb41-91da16c1e848 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group (16cf8134-2747-4d3b-b715-7f58f2d48db1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.394616 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7488a89c-a6b1-497f-bb41-91da16c1e848 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (16cf8134-2747-4d3b-b715-7f58f2d48db1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.428580 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-7488a89c-a6b1-497f-bb41-91da16c1e848 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.429950 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-7488a89c-a6b1-497f-bb41-91da16c1e848 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1419821 Apr 12 11:09:49.432747 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54588) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:49.438127 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-9ff99771-9876-4e3e-bfe0-7de0960934e9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Request body: {'security_group_rule': {'security_group_id': '16cf8134-2747-4d3b-b715-7f58f2d48db1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:49.445775 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488a89c-a6b1-497f-bb41-91da16c1e848 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16cf8134-2747-4d3b-b715-7f58f2d48db1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:49.459586 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Pushing event updated for resources: {'Port': ['ID=0e661fe7-23b5-460b-b4c6-a53c87a42a5a,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:49.466916 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9ff99771-9876-4e3e-bfe0-7de0960934e9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group_rule (8dff6690-d0b9-4962-8ccd-7ce4ee9cf554), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.468178 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 150bd868-a382-4421-a35f-c753a8de639f triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:49.468545 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (150bd868-a382-4421-a35f-c753a8de639f), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.525111 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9ff99771-9876-4e3e-bfe0-7de0960934e9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group_rule (8dff6690-d0b9-4962-8ccd-7ce4ee9cf554), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.528726 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9ff99771-9876-4e3e-bfe0-7de0960934e9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (8dff6690-d0b9-4962-8ccd-7ce4ee9cf554), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.545023 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 150bd868-a382-4421-a35f-c753a8de639f is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:49.553554 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff99771-9876-4e3e-bfe0-7de0960934e9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dff6690-d0b9-4962-8ccd-7ce4ee9cf554,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:49.560341 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9ff99771-9876-4e3e-bfe0-7de0960934e9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.564471 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54592) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:49.564593 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-9ff99771-9876-4e3e-bfe0-7de0960934e9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308241 Apr 12 11:09:49.573361 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-2b2d953f-b314-460f-a514-ceb612ec59b8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Request body: {'security_group_rule': {'security_group_id': '16cf8134-2747-4d3b-b715-7f58f2d48db1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:49.601076 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2b2d953f-b314-460f-a514-ceb612ec59b8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group_rule (f6b2f358-4e4e-4be8-a83d-c2482d997ebf), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.656789 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2b2d953f-b314-460f-a514-ceb612ec59b8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group_rule (f6b2f358-4e4e-4be8-a83d-c2482d997ebf), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.660202 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2b2d953f-b314-460f-a514-ceb612ec59b8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (f6b2f358-4e4e-4be8-a83d-c2482d997ebf), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.679748 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d953f-b314-460f-a514-ceb612ec59b8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b2f358-4e4e-4be8-a83d-c2482d997ebf,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:49.687334 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2b2d953f-b314-460f-a514-ceb612ec59b8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.688509 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-2b2d953f-b314-460f-a514-ceb612ec59b8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230407 Apr 12 11:09:49.691457 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54594) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:09:49.696012 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Request body: {'floatingip': {'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:49.716608 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.807220 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:49.916911 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Allocated IP 172.27.0.32 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/58a12e1b-f475-4797-b05e-15dd3a6b675d) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:50.021944 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for port (58a12e1b-f475-4797-b05e-15dd3a6b675d), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.059706 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Sync routers for ids ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:09:50.060677 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (58a12e1b-f475-4797-b05e-15dd3a6b675d), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.071405 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Routers {'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:50.072019 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:50.101215 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:50.104749 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:50.108365 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:50.138176 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event updated for resources: {'Port': ['ID=58a12e1b-f475-4797-b05e-15dd3a6b675d,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:50.181366 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Set router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:50.200122 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for floatingip (758574bc-1a04-480b-90c4-a8e87ee5f443), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.237213 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (58a12e1b-f475-4797-b05e-15dd3a6b675d), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.375444 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 2, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:50.405366 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Checking router: e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:09:50.405699 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Updating router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 port d5691534-9a44-42c4-8e65-4a88d084fa49 binding host dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 11:09:50.410561 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for port (58a12e1b-f475-4797-b05e-15dd3a6b675d), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.427265 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (58a12e1b-f475-4797-b05e-15dd3a6b675d), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.433722 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.486177 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c90de-4d22-4d8c-802b-c4ce18b13697 req-058115fe-305f-4e36-a823-9391cae5caf2 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:50.487683 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c68c90de-4d22-4d8c-802b-c4ce18b13697 req-058115fe-305f-4e36-a823-9391cae5caf2 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0955098 Apr 12 11:09:50.523081 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event updated for resources: {'Port': ['ID=58a12e1b-f475-4797-b05e-15dd3a6b675d,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:50.552395 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (758574bc-1a04-480b-90c4-a8e87ee5f443), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.578009 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c68c90de-4d22-4d8c-802b-c4ce18b13697 req-1e539509-ce5f-4c33-b921-98521daf51d3 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689948 Apr 12 11:09:50.580918 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.581999 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-557e89f0-8933-4cb1-8f10-948dd3708277 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8896539 Apr 12 11:09:50.734449 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-abd12620-ae24-4603-b0ac-a6ab7028d2e3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--38317519&fields=id&tenant_id=2e71830bf62941109ac767a607e853b0 HTTP/1.1" status: 200 len: 267 time: 0.0457120 Apr 12 11:09:50.838723 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Publish callbacks [] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), precommit_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.844613 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.847203 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-dcc8110d-bfc4-4f49-9258-7506d68acaf6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:50.851051 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-dcc8110d-bfc4-4f49-9258-7506d68acaf6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/networks?id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73 HTTP/1.1" status: 200 len: 816 time: 0.1068296 Apr 12 11:09:50.863659 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-cd4cda80-0ece-463d-b311-2590e491292f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/quotas/2e71830bf62941109ac767a607e853b0 HTTP/1.1" status: 200 len: 375 time: 0.0088146 Apr 12 11:09:50.893118 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b50990-561e-4214-b3c1-349f0d10021d None None] Pushing event updated for resources: {'Port': ['ID=d5691534-9a44-42c4-8e65-4a88d084fa49,revision_number=3']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:50.915852 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-2be21905-b523-4160-a03a-36ed01281635 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e71830bf62941109ac767a607e853b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472565 Apr 12 11:09:50.950023 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Attempting to bind port d5691534-9a44-42c4-8e65-4a88d084fa49 on host dv-cinder-830089-4-iscsi for vnic_type normal with profile {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:09:50.950277 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Attempting to bind port d5691534-9a44-42c4-8e65-4a88d084fa49 by drivers openvswitch,hyperv on host dv-cinder-830089-4-iscsi at level 0 using segments [{'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:09:50.950635 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Attempting to bind port d5691534-9a44-42c4-8e65-4a88d084fa49 on network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:50.956148 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Checking agent: {'id': 'bde76154-0b7a-4412-8c56-1780cf22afe6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830089-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 10, 55, 1), 'started_at': datetime.datetime(2022, 4, 12, 10, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830089-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:09:50.956515 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Checking segment: {'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:50.957043 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:50.957436 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Bound using segment: {'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'} {{(pid=103204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:09:50.958076 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.managers [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Bound port: d5691534-9a44-42c4-8e65-4a88d084fa49, host: dv-cinder-830089-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'}}] {{(pid=103204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:09:50.958796 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:51.032687 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] For port d5691534-9a44-42c4-8e65-4a88d084fa49, host dv-cinder-830089-4-iscsi, cleared binding levels {{(pid=103204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:09:51.037362 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] For port d5691534-9a44-42c4-8e65-4a88d084fa49, host dv-cinder-830089-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=d5691534-9a44-42c4-8e65-4a88d084fa49,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:09:51.042792 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-61b88cea-40a8-4921-afa5-d0b79241510e service neutron] 10.222.0.55 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124508 Apr 12 11:09:51.046645 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:51.076456 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 0e661fe7-23b5-460b-b4c6-a53c87a42a5a up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:51.153501 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-5c18be5d-8d62-41af-a249-e51adcd644e3 service neutron] 10.222.0.55 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094058 Apr 12 11:09:51.155773 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b50990-561e-4214-b3c1-349f0d10021d None None] Pushing event updated for resources: {'Port': ['ID=d5691534-9a44-42c4-8e65-4a88d084fa49,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:51.160166 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-251b2d74-9f98-4c59-8b9f-29127f0febb8 None None] Provisioning complete for port d5691534-9a44-42c4-8e65-4a88d084fa49 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:51.160536 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-251b2d74-9f98-4c59-8b9f-29127f0febb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:51.166329 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Routers {'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:09:51.166956 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:51.235622 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port 0e661fe7-23b5-460b-b4c6-a53c87a42a5a triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:51.235999 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (0e661fe7-23b5-460b-b4c6-a53c87a42a5a), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:51.362001 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1ba551f1-2da2-4dbf-8b4a-733e626a2095 req-9551c9f0-c3f7-450b-8051-305de116ade6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 210 time: 0.0319688 Apr 12 11:09:51.429911 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port 0e661fe7-23b5-460b-b4c6-a53c87a42a5a is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:51.434385 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-251b2d74-9f98-4c59-8b9f-29127f0febb8 None None] Current status of the port d5691534-9a44-42c4-8e65-4a88d084fa49 is: DOWN; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:51.434742 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-251b2d74-9f98-4c59-8b9f-29127f0febb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:51.437785 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] Set router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:09:51.508573 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-251b2d74-9f98-4c59-8b9f-29127f0febb8 None None] For port d5691534-9a44-42c4-8e65-4a88d084fa49, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=d5691534-9a44-42c4-8e65-4a88d084fa49,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:51.537136 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-251b2d74-9f98-4c59-8b9f-29127f0febb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:51.641653 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b2d74-9f98-4c59-8b9f-29127f0febb8 None None] Pushing event updated for resources: {'Port': ['ID=d5691534-9a44-42c4-8e65-4a88d084fa49,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:51.669991 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-55067d75-2d82-4b45-bdcb-c59de51c74d3 None None] Provisioning complete for port d5691534-9a44-42c4-8e65-4a88d084fa49 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:51.670359 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-55067d75-2d82-4b45-bdcb-c59de51c74d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:51.699518 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1fcbc-e61f-4cff-976f-a68a3b5500ab req-8e4089f7-8fe9-48d6-b76c-8c6026ffbabb tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:51.701000 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-47b1fcbc-e61f-4cff-976f-a68a3b5500ab req-8e4089f7-8fe9-48d6-b76c-8c6026ffbabb tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0517759 Apr 12 11:09:51.746653 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:51Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:09:51.763573 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-47b1fcbc-e61f-4cff-976f-a68a3b5500ab req-a5a8e2a9-a840-4f86-bf1e-3cfd03a026bd tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560446 Apr 12 11:09:51.776692 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d982e85e-6a0e-4a5f-a8a1-5ab2f3ca381b None None] The sync data for ids ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'] in dv-cinder-830089-4-iscsi is: [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:51Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:09:51.816970 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-55067d75-2d82-4b45-bdcb-c59de51c74d3 None None] Current status of the port d5691534-9a44-42c4-8e65-4a88d084fa49 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:52.506985 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9ab8ab62-8b5d-45de-9d41-f4bc71872284 req-622b385d-5b4f-4db4-9591-fdd811d3f9ee tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 210 time: 0.0635288 Apr 12 11:09:52.555597 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-88775427-f113-4d6f-adfc-b19a8dbfcedf tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:52.557536 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-88775427-f113-4d6f-adfc-b19a8dbfcedf tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.61 "GET /v2.0/networks?id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73 HTTP/1.1" status: 200 len: 816 time: 0.1552336 Apr 12 11:09:52.637130 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-0c8e46bf-e8fe-41ee-9907-72ac0bcef793 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e71830bf62941109ac767a607e853b0 HTTP/1.1" status: 200 len: 378 time: 0.0627861 Apr 12 11:09:52.728412 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-0c081053-bbb3-46d4-a517-0b3f350263d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Request body: {'port': {'device_id': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'admin_state_up': True, 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'security_groups': ['16cf8134-2747-4d3b-b715-7f58f2d48db1']}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:52.850638 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-0c081053-bbb3-46d4-a517-0b3f350263d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Made reservation on behalf of 2e71830bf62941109ac767a607e853b0 for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:09:52.853800 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-0c081053-bbb3-46d4-a517-0b3f350263d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:52.906031 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f932130-1aab-410a-aab4-b310137b3782 req-9e4c0d31-0705-463c-bc01-dfbd83f791c7 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:52.907549 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9f932130-1aab-410a-aab4-b310137b3782 req-9e4c0d31-0705-463c-bc01-dfbd83f791c7 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0686808 Apr 12 11:09:53.024780 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9f932130-1aab-410a-aab4-b310137b3782 req-21d0205f-595d-4672-a1a6-96e61bdd2d97 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115601 Apr 12 11:09:53.046510 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-0c081053-bbb3-46d4-a517-0b3f350263d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Allocated IP 172.20.0.11 (5edf9aad-1a71-4c3d-bde6-37e78ec95a73/5ae20377-293e-446f-8590-5281bf1489db/1467536e-d43b-4afa-bb82-7185dae1b34f) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:09:53.053476 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device d5691534-9a44-42c4-8e65-4a88d084fa49 up at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:53.105426 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Provisioning complete for port d5691534-9a44-42c4-8e65-4a88d084fa49 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:53.106060 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:53.182501 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Current status of the port d5691534-9a44-42c4-8e65-4a88d084fa49 is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:53.193087 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-0c081053-bbb3-46d4-a517-0b3f350263d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:53.226370 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-0c081053-bbb3-46d4-a517-0b3f350263d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:53.269173 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-0c081053-bbb3-46d4-a517-0b3f350263d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:09:53.272214 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-0c081053-bbb3-46d4-a517-0b3f350263d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:09:53.274730 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-0c081053-bbb3-46d4-a517-0b3f350263d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:09:53.310139 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c081053-bbb3-46d4-a517-0b3f350263d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event updated for resources: {'Port': ['ID=1467536e-d43b-4afa-bb82-7185dae1b34f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:53.337431 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-0c081053-bbb3-46d4-a517-0b3f350263d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:53.338048 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-0c081053-bbb3-46d4-a517-0b3f350263d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:53.354970 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-0c081053-bbb3-46d4-a517-0b3f350263d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6304872 Apr 12 11:09:53.372958 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Request body: {'port': {'device_id': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:09:53.434266 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:53.545060 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-bebaefff-71bc-4fee-a75b-d5a87d2a1434 None None] Provisioning complete for port 1467536e-d43b-4afa-bb82-7185dae1b34f triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:53.545352 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-bebaefff-71bc-4fee-a75b-d5a87d2a1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:53.579961 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-bebaefff-71bc-4fee-a75b-d5a87d2a1434 None None] Port 1467536e-d43b-4afa-bb82-7185dae1b34f cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:09:53.668860 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb6eb0-0da5-44d8-bd1d-64c83cf7d837 req-dd9e4c06-5dda-4e12-b13c-8d3a8014064a tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:53.670299 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6fb6eb0-0da5-44d8-bd1d-64c83cf7d837 req-dd9e4c06-5dda-4e12-b13c-8d3a8014064a tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 932 time: 0.0608416 Apr 12 11:09:53.742622 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e6fb6eb0-0da5-44d8-bd1d-64c83cf7d837 req-67615db4-81fd-499b-a109-1cfc96528a4f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651827 Apr 12 11:09:53.773138 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1467536e-d43b-4afa-bb82-7185dae1b34f {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:53.780710 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Publish callbacks [] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:53.805773 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Transition to ACTIVE for port object 1467536e-d43b-4afa-bb82-7185dae1b34f will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:09:53.809534 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:53.884276 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Pushing event updated for resources: {'Port': ['ID=1467536e-d43b-4afa-bb82-7185dae1b34f,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:53.937033 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Attempting to bind port 1467536e-d43b-4afa-bb82-7185dae1b34f on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:09:53.937370 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Attempting to bind port 1467536e-d43b-4afa-bb82-7185dae1b34f by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:09:53.937724 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Attempting to bind port 1467536e-d43b-4afa-bb82-7185dae1b34f on network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:53.942309 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Port 1467536e-d43b-4afa-bb82-7185dae1b34f on network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:09:53.942618 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Attempting to bind port 1467536e-d43b-4afa-bb82-7185dae1b34f on network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:09:53.947729 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:09:53.948061 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Checking segment: {'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:09:53.948443 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Bound using segment: {'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:09:53.948869 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Bound port: 1467536e-d43b-4afa-bb82-7185dae1b34f, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:09:53.949225 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:54.014152 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] For port 1467536e-d43b-4afa-bb82-7185dae1b34f, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:09:54.017168 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] For port 1467536e-d43b-4afa-bb82-7185dae1b34f, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1467536e-d43b-4afa-bb82-7185dae1b34f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:09:54.023635 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:54.059464 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:54.060151 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:54.061773 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] 10.222.0.61 "PUT /v2.0/ports/1467536e-d43b-4afa-bb82-7185dae1b34f HTTP/1.1" status: 200 len: 1094 time: 0.6930676 Apr 12 11:09:54.062207 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'tag': '1467536e-d43b-4afa-bb82-7185dae1b34f'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:54.064491 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b49471-3ad6-4348-ab44-caaf7ca1a838" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0ef466-18f7-4275-a1b9-aed8f6a642d4", "tag": "1467536e-d43b-4afa-bb82-7185dae1b34f"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:54.094044 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e2fae-d92c-42c2-b747-e0c7e1fa6605 service neutron] Pushing event updated for resources: {'Port': ['ID=1467536e-d43b-4afa-bb82-7185dae1b34f,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:54.117350 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50b4bcd-3a51-4703-a049-99c38c726350 x-openstack-request-id: req-f50b4bcd-3a51-4703-a049-99c38c726350 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:54.117640 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0ef466-18f7-4275-a1b9-aed8f6a642d4", "tag": "1467536e-d43b-4afa-bb82-7185dae1b34f", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:54.117897 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f50b4bcd-3a51-4703-a049-99c38c726350 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:54.118426 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f50b4bcd-3a51-4703-a049-99c38c726350'] response: {'name': 'network-changed', 'server_uuid': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'tag': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'status': 'completed', 'code': 200} Apr 12 11:09:54.216744 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbb91e-9537-4df7-b512-c37736517900 req-7c3ef0b9-b546-419f-a569-fa82d2752cb6 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:54.218255 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-70cbb91e-9537-4df7-b512-c37736517900 req-7c3ef0b9-b546-419f-a569-fa82d2752cb6 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0843554 Apr 12 11:09:54.219375 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-d000038c-592a-4e51-a37a-05bc7aa5025a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:54.220688 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-d000038c-592a-4e51-a37a-05bc7aa5025a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e71830bf62941109ac767a607e853b0&device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 1128 time: 0.0855627 Apr 12 11:09:54.276166 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-956f5e90-da9f-413c-8534-f6b8fc0b88a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1467536e-d43b-4afa-bb82-7185dae1b34f HTTP/1.1" status: 200 len: 217 time: 0.0382342 Apr 12 11:09:54.331575 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-70cbb91e-9537-4df7-b512-c37736517900 req-2c748eef-4589-4155-b2f1-1e99cbb7bbbc tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071677 Apr 12 11:09:54.349433 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-b1d95fd5-bf50-44ae-bd0d-84c166772a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:54.350887 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-b1d95fd5-bf50-44ae-bd0d-84c166772a0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ae20377-293e-446f-8590-5281bf1489db HTTP/1.1" status: 200 len: 855 time: 0.0676398 Apr 12 11:09:54.393118 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-8cb28ae3-9577-4858-9407-192d77c623d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:54.394581 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-8cb28ae3-9577-4858-9407-192d77c623d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373256 Apr 12 11:09:54.500864 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-68cc38cb-95c9-4d4e-a164-cffaedf9fce4 service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943356 Apr 12 11:09:54.591407 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-9a26bddb-3ee4-4884-8a66-001b4099b23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:54.599108 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-094dde7c-e61a-46b9-bb36-804cd864e4b9 req-d6e667c0-e11c-4cde-9ef3-190e9a7f67c1 service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835204 Apr 12 11:09:54.860730 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610a5f7-a0fd-48e9-a3b6-e808bfc10dd7 req-d53edcf5-3cea-47fb-8978-9f918fd28845 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:54.862084 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3610a5f7-a0fd-48e9-a3b6-e808bfc10dd7 req-d53edcf5-3cea-47fb-8978-9f918fd28845 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0473177 Apr 12 11:09:54.912052 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3610a5f7-a0fd-48e9-a3b6-e808bfc10dd7 req-e3973817-6850-4031-b196-bd1de824e231 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442576 Apr 12 11:09:55.443542 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018672c-68d6-41ec-ae75-bb77e6f6a2b5 req-6ab56e28-4ca8-484d-aa92-ae3f778ebf10 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:55.444887 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7018672c-68d6-41ec-ae75-bb77e6f6a2b5 req-6ab56e28-4ca8-484d-aa92-ae3f778ebf10 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0453582 Apr 12 11:09:55.496374 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7018672c-68d6-41ec-ae75-bb77e6f6a2b5 req-f58dff38-4831-4ecd-b319-2b9a2d00f2f4 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459476 Apr 12 11:09:55.657504 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b49471-3ad6-4348-ab44-caaf7ca1a838 req-54033be8-e7bb-4701-8390-a670e0882588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:55.658971 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-61b49471-3ad6-4348-ab44-caaf7ca1a838 req-54033be8-e7bb-4701-8390-a670e0882588 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e71830bf62941109ac767a607e853b0&device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 1128 time: 0.0382972 Apr 12 11:09:55.751102 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b49471-3ad6-4348-ab44-caaf7ca1a838 req-79ce2da9-b5b0-4a5e-bc08-0e878cc9ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:55.752751 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-61b49471-3ad6-4348-ab44-caaf7ca1a838 req-79ce2da9-b5b0-4a5e-bc08-0e878cc9ab45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73 HTTP/1.1" status: 200 len: 917 time: 0.0878601 Apr 12 11:09:55.799917 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-61b49471-3ad6-4348-ab44-caaf7ca1a838 req-59322b64-c1f4-46a4-9fa0-282f89226493 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1467536e-d43b-4afa-bb82-7185dae1b34f HTTP/1.1" status: 200 len: 217 time: 0.0408874 Apr 12 11:09:55.846408 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b49471-3ad6-4348-ab44-caaf7ca1a838 req-12d64f70-d73e-484c-b291-996c19c61d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:55.847793 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-61b49471-3ad6-4348-ab44-caaf7ca1a838 req-12d64f70-d73e-484c-b291-996c19c61d91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ae20377-293e-446f-8590-5281bf1489db HTTP/1.1" status: 200 len: 855 time: 0.0412722 Apr 12 11:09:55.892903 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b49471-3ad6-4348-ab44-caaf7ca1a838 req-18be980c-a656-4e75-8862-c99650ccc7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:55.894302 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-61b49471-3ad6-4348-ab44-caaf7ca1a838 req-18be980c-a656-4e75-8862-c99650ccc7e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400660 Apr 12 11:09:55.980196 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-61b49471-3ad6-4348-ab44-caaf7ca1a838 req-3bb6e36d-0ca1-4b2f-ac49-9dfdb5bf73f1 service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792289 Apr 12 11:09:56.071300 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833ab84-4a9a-413b-84f3-34adc7e51d51 req-59a94275-7591-4210-8746-4fc473ed4c7e tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:56.072676 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f833ab84-4a9a-413b-84f3-34adc7e51d51 req-59a94275-7591-4210-8746-4fc473ed4c7e tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0910091 Apr 12 11:09:56.133764 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-61b49471-3ad6-4348-ab44-caaf7ca1a838 req-28e2bd8d-b3af-4351-9133-2d5bd3a49886 service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422524 Apr 12 11:09:56.137883 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f833ab84-4a9a-413b-84f3-34adc7e51d51 req-b2156dca-bee0-4a58-813d-02ffd35231d8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592420 Apr 12 11:09:56.611947 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f01e1d-254b-46f3-84ea-f2f57ddec637 req-07024bb2-aaf7-46c5-b375-e9c99aa9e6e4 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:56.613645 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-17f01e1d-254b-46f3-84ea-f2f57ddec637 req-07024bb2-aaf7-46c5-b375-e9c99aa9e6e4 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0495508 Apr 12 11:09:56.661901 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-17f01e1d-254b-46f3-84ea-f2f57ddec637 req-42314468-9547-4c6e-a170-06fd5dcbc68e tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422528 Apr 12 11:09:56.881505 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b8239d09-56d8-45cc-96ff-b021cc605551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:57.253726 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc98ab6-c8de-49be-bad1-bb7e03d7d647 req-22d5e906-14b7-4423-8fbb-f43d0a4e9895 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:57.255371 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1fc98ab6-c8de-49be-bad1-bb7e03d7d647 req-22d5e906-14b7-4423-8fbb-f43d0a4e9895 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0466397 Apr 12 11:09:57.302135 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 1467536e-d43b-4afa-bb82-7185dae1b34f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:09:57.303009 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1fc98ab6-c8de-49be-bad1-bb7e03d7d647 req-e04e7204-c483-408a-8523-5f49b5c55a8e tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421505 Apr 12 11:09:57.407647 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 1467536e-d43b-4afa-bb82-7185dae1b34f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1467536e-d43b-4afa-bb82-7185dae1b34f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:57.424995 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'port_id': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'mac_address': 'fa:16:3e:87:3e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:09:57.467293 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 1467536e-d43b-4afa-bb82-7185dae1b34f is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:57.467688 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:57.482825 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1467536e-d43b-4afa-bb82-7185dae1b34f {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:09:57.508141 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 1467536e-d43b-4afa-bb82-7185dae1b34f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1467536e-d43b-4afa-bb82-7185dae1b34f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:57.512498 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:57.560170 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=1467536e-d43b-4afa-bb82-7185dae1b34f,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:57.776517 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0f822-7deb-4deb-9c53-d8d37cc7f5f1 req-69d52962-a781-4a18-bc44-3f8e1c41bc79 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:57.777947 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3e0f822-7deb-4deb-9c53-d8d37cc7f5f1 req-69d52962-a781-4a18-bc44-3f8e1c41bc79 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0463831 Apr 12 11:09:57.828400 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3e0f822-7deb-4deb-9c53-d8d37cc7f5f1 req-03fb39d9-7924-4c24-9059-5e70bcb28629 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450463 Apr 12 11:09:57.895468 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['1467536e-d43b-4afa-bb82-7185dae1b34f'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:09:58.117231 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:58.419091 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eb30c-c623-46e4-8db9-89e47c0fe537 req-0bd777e4-e651-4c03-a885-505c4623f2a3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:58.420474 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ce3eb30c-c623-46e4-8db9-89e47c0fe537 req-0bd777e4-e651-4c03-a885-505c4623f2a3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 945 time: 0.0455704 Apr 12 11:09:58.468440 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ce3eb30c-c623-46e4-8db9-89e47c0fe537 req-70d9f711-214f-4675-8dd0-308e7d7de82a tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426271 Apr 12 11:09:58.947663 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b8b99-b8be-4bf2-8226-81dc8083962d req-e4bdaa1f-7341-47aa-a896-b8ce4809ae77 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:58.949089 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b34b8b99-b8be-4bf2-8226-81dc8083962d req-e4bdaa1f-7341-47aa-a896-b8ce4809ae77 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0460060 Apr 12 11:09:59.000373 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b34b8b99-b8be-4bf2-8226-81dc8083962d req-7db72d1d-39cb-4c72-92c4-1e3a1e15408f tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457211 Apr 12 11:09:59.322277 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 1467536e-d43b-4afa-bb82-7185dae1b34f up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:09:59.366665 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port 1467536e-d43b-4afa-bb82-7185dae1b34f completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:09:59.371733 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 1467536e-d43b-4afa-bb82-7185dae1b34f triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:09:59.372025 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:59.453096 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 1467536e-d43b-4afa-bb82-7185dae1b34f is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:09:59.453490 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:59.468649 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787d4c3-cb3f-46b2-b105-063fc4265dfb req-ad686572-6a1a-42d9-8299-ebeb289f07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:59.470113 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5787d4c3-cb3f-46b2-b105-063fc4265dfb req-ad686572-6a1a-42d9-8299-ebeb289f07ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35ac8ed2221744b0a7b34fbd507119a5&device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 1129 time: 0.0506577 Apr 12 11:09:59.485482 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1467536e-d43b-4afa-bb82-7185dae1b34f'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:09:59.488057 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7072dad2-9efe-46a6-b556-c13431bca788" -d '{"events": [{"server_uuid": "4f0ef466-18f7-4275-a1b9-aed8f6a642d4", "name": "network-vif-plugged", "status": "completed", "tag": "1467536e-d43b-4afa-bb82-7185dae1b34f"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:09:59.501644 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 1467536e-d43b-4afa-bb82-7185dae1b34f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1467536e-d43b-4afa-bb82-7185dae1b34f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:09:59.506974 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:59.552077 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cf0b21-0fba-476c-b6f6-89c8248a9099 x-openstack-request-id: req-f9cf0b21-0fba-476c-b6f6-89c8248a9099 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:09:59.552514 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0ef466-18f7-4275-a1b9-aed8f6a642d4", "name": "network-vif-plugged", "status": "completed", "tag": "1467536e-d43b-4afa-bb82-7185dae1b34f", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:09:59.552775 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9cf0b21-0fba-476c-b6f6-89c8248a9099 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:09:59.553174 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9cf0b21-0fba-476c-b6f6-89c8248a9099'] response: {'server_uuid': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'code': 200} Apr 12 11:09:59.565828 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=1467536e-d43b-4afa-bb82-7185dae1b34f,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:09:59.610631 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787d4c3-cb3f-46b2-b105-063fc4265dfb req-36400eaa-b767-464d-af49-784ac8ca4b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:59.612144 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5787d4c3-cb3f-46b2-b105-063fc4265dfb req-36400eaa-b767-464d-af49-784ac8ca4b20 service neutron] 10.222.0.61 "GET /v2.0/networks?id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b HTTP/1.1" status: 200 len: 910 time: 0.1356804 Apr 12 11:09:59.622630 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049c245-345e-416e-ab54-55b6ebb49daf req-d8271178-9436-4b5a-a541-1b5602dff15e tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:59.624064 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2049c245-345e-416e-ab54-55b6ebb49daf req-d8271178-9436-4b5a-a541-1b5602dff15e tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0588386 Apr 12 11:09:59.650586 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:09:59.721120 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5787d4c3-cb3f-46b2-b105-063fc4265dfb req-4c0aad83-763a-4b2c-bb22-351b4711eb9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc HTTP/1.1" status: 200 len: 1001 time: 0.0961175 Apr 12 11:09:59.724781 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2049c245-345e-416e-ab54-55b6ebb49daf req-8f6a5675-c9d8-4888-b8dd-d56175b749b3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944571 Apr 12 11:09:59.777971 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa711546-3382-443a-8705-fdb6b727cc9b req-1592c71f-ef0b-42be-9487-badaa55d3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:59.779691 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-aa711546-3382-443a-8705-fdb6b727cc9b req-1592c71f-ef0b-42be-9487-badaa55d3384 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 1130 time: 0.0432191 Apr 12 11:09:59.783973 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787d4c3-cb3f-46b2-b105-063fc4265dfb req-b8d48259-ca5e-44be-b85f-d4e9e3e1a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:59.785389 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5787d4c3-cb3f-46b2-b105-063fc4265dfb req-b8d48259-ca5e-44be-b85f-d4e9e3e1a6b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3416e3d-2581-42f6-9ca8-86ecaf875af2 HTTP/1.1" status: 200 len: 848 time: 0.0485411 Apr 12 11:09:59.829173 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-aa711546-3382-443a-8705-fdb6b727cc9b req-480140e6-de34-4c96-b589-385dfefaed09 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370975 Apr 12 11:09:59.830984 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787d4c3-cb3f-46b2-b105-063fc4265dfb req-a47e277b-861b-4e5e-a1d0-1dabc3353c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:09:59.832981 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5787d4c3-cb3f-46b2-b105-063fc4265dfb req-a47e277b-861b-4e5e-a1d0-1dabc3353c38 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401719 Apr 12 11:10:00.016060 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a8d28e96-6dce-4c7b-84cc-58565e755265 req-37d12cb8-41aa-423c-b4e7-09ed1780fbc1 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789775350&fields=id&tenant_id=c7543ac2f9f4413494aa881364f2051c HTTP/1.1" status: 200 len: 267 time: 0.0421555 Apr 12 11:10:00.065499 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d28e96-6dce-4c7b-84cc-58565e755265 req-7a375ec2-05a0-4baf-8102-7b7c0b7606bc tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:00.067482 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a8d28e96-6dce-4c7b-84cc-58565e755265 req-7a375ec2-05a0-4baf-8102-7b7c0b7606bc tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 985 time: 0.0451322 Apr 12 11:10:00.082174 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-a8d28e96-6dce-4c7b-84cc-58565e755265 req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Request body: {'port': {'security_groups': ['fff36da3-5149-45e6-81f9-e18f93d09400']}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:10:00.423707 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79419781-3c02-4f0f-a4d3-cf4db585b54b req-1f409310-2cb5-4b62-877f-e73fe21a6939 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:00.425023 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-79419781-3c02-4f0f-a4d3-cf4db585b54b req-1f409310-2cb5-4b62-877f-e73fe21a6939 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.3566201 Apr 12 11:10:00.517994 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a8d28e96-6dce-4c7b-84cc-58565e755265 req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (242ffc99-b944-49b7-a197-33070f6311df), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:00.593584 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-79419781-3c02-4f0f-a4d3-cf4db585b54b req-46bae88b-eb38-4a0a-81fe-15a50a993b2d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612577 Apr 12 11:10:00.602915 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5787d4c3-cb3f-46b2-b105-063fc4265dfb req-99dcdcdd-3316-42bc-829b-9b019e3e92e7 service neutron] 10.222.0.61 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677489 Apr 12 11:10:00.767975 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5787d4c3-cb3f-46b2-b105-063fc4265dfb req-661521fc-138c-4b13-8bae-3b18dc2cae56 service neutron] 10.222.0.61 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552999 Apr 12 11:10:00.800367 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-a8d28e96-6dce-4c7b-84cc-58565e755265 req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] For port 242ffc99-b944-49b7-a197-33070f6311df, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=242ffc99-b944-49b7-a197-33070f6311df,segment=NetworkSegment(bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a),segment_id=bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:00.866764 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6febb-720e-4b48-962d-eaa930978c5f req-8b7c886b-da0b-4d76-8601-56f157345ad1 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:00.868224 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ebe6febb-720e-4b48-962d-eaa930978c5f req-8b7c886b-da0b-4d76-8601-56f157345ad1 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0733089 Apr 12 11:10:00.870089 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a8d28e96-6dce-4c7b-84cc-58565e755265 req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for port (242ffc99-b944-49b7-a197-33070f6311df), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:00.879948 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a8d28e96-6dce-4c7b-84cc-58565e755265 req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (242ffc99-b944-49b7-a197-33070f6311df), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:00.938919 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['242ffc99-b944-49b7-a197-33070f6311df'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:10:00.940524 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d28e96-6dce-4c7b-84cc-58565e755265 req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:00.941155 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a8d28e96-6dce-4c7b-84cc-58565e755265 req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:00.943191 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a8d28e96-6dce-4c7b-84cc-58565e755265 req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "PUT /v2.0/ports/242ffc99-b944-49b7-a197-33070f6311df HTTP/1.1" status: 200 len: 943 time: 0.8662288 Apr 12 11:10:00.943191 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e601174-2ef7-458a-aae2-6622c11612a9', 'tag': '242ffc99-b944-49b7-a197-33070f6311df'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:00.945445 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8342fb65-54d1-4705-b484-c5cc32ed53bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5e601174-2ef7-458a-aae2-6622c11612a9", "tag": "242ffc99-b944-49b7-a197-33070f6311df"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:00.948508 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54700) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:00.994065 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ebe6febb-720e-4b48-962d-eaa930978c5f req-3291d536-89d1-4126-bfc0-173e73330bd8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1112466 Apr 12 11:10:01.004203 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event updated for resources: {'Port': ['ID=242ffc99-b944-49b7-a197-33070f6311df,revision_number=7']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:01.014793 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.015159 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.015814 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.015954 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.016173 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.016504 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.016833 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.017162 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.017519 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.017803 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.018125 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.018444 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.018763 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.019190 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.019423 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a28b020-734f-465f-8b5c-481b63e1abef tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.040111 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437a320c-f86d-4d50-be08-58c15dda7cf0 x-openstack-request-id: req-437a320c-f86d-4d50-be08-58c15dda7cf0 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:01.040358 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e601174-2ef7-458a-aae2-6622c11612a9", "tag": "242ffc99-b944-49b7-a197-33070f6311df", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:01.040610 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-437a320c-f86d-4d50-be08-58c15dda7cf0 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:01.041009 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-437a320c-f86d-4d50-be08-58c15dda7cf0'] response: {'name': 'network-changed', 'server_uuid': '5e601174-2ef7-458a-aae2-6622c11612a9', 'tag': '242ffc99-b944-49b7-a197-33070f6311df', 'status': 'completed', 'code': 200} Apr 12 11:10:01.070272 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group (e7e56298-9156-49c7-81c5-7514b24f5297), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:01.097630 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group (e7e56298-9156-49c7-81c5-7514b24f5297), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:01.133020 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:01.142559 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['242ffc99-b944-49b7-a197-33070f6311df'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:10:01.168058 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e7e56298-9156-49c7-81c5-7514b24f5297), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:01.170630 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:01.171917 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "DELETE /v2.0/security-groups/e7e56298-9156-49c7-81c5-7514b24f5297 HTTP/1.1" status: 204 len: 168 time: 0.2222722 Apr 12 11:10:01.174581 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54702) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:01.183062 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e56298-9156-49c7-81c5-7514b24f5297,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:01.191042 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.191436 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.191869 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.192751 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.193060 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.193826 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.193826 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.194024 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.194393 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.195069 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.195422 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.195746 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.196067 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.196452 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.196870 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3667b014-c305-4db9-ae2c-3996e91e89f4 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:01.228467 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-c31f8870-a76c-4cea-bb85-4d48dfc3a066 None None] Provisioning complete for port 242ffc99-b944-49b7-a197-33070f6311df triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:10:01.228907 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c31f8870-a76c-4cea-bb85-4d48dfc3a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (242ffc99-b944-49b7-a197-33070f6311df), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:01.334460 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e93765f5-a864-44d2-a369-43b3e13954db tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Deleting port 2e390409-c75a-4898-b2e1-5f537fc4646c {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:01.334774 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e93765f5-a864-44d2-a369-43b3e13954db tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (2e390409-c75a-4898-b2e1-5f537fc4646c), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:01.393253 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-c31f8870-a76c-4cea-bb85-4d48dfc3a066 None None] Current status of the port 242ffc99-b944-49b7-a197-33070f6311df is: ACTIVE; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:10:01.413544 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e93765f5-a864-44d2-a369-43b3e13954db tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (2e390409-c75a-4898-b2e1-5f537fc4646c), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:01.413862 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e93765f5-a864-44d2-a369-43b3e13954db tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for floatingip (2e390409-c75a-4898-b2e1-5f537fc4646c), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:01.425700 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e93765f5-a864-44d2-a369-43b3e13954db tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Calling delete_port for 2e390409-c75a-4898-b2e1-5f537fc4646c owned by network:floatingip {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:01.593165 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e93765f5-a864-44d2-a369-43b3e13954db tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (2e390409-c75a-4898-b2e1-5f537fc4646c), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:01.620731 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93765f5-a864-44d2-a369-43b3e13954db tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event deleted for resources: {'Port': ['ID=2e390409-c75a-4898-b2e1-5f537fc4646c,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:01.725902 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807d249-5e24-40f3-b026-df407cb31b58 req-f60d7e5a-3249-43a4-baf9-58a545433fd4 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:01.727361 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1807d249-5e24-40f3-b026-df407cb31b58 req-f60d7e5a-3249-43a4-baf9-58a545433fd4 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0582247 Apr 12 11:10:01.729843 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e93765f5-a864-44d2-a369-43b3e13954db tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks [] for floatingip (1b87ebe7-9924-44f5-bdb3-e42830219dea), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:01.730222 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [None req-e93765f5-a864-44d2-a369-43b3e13954db tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Floating IP 1b87ebe7-9924-44f5-bdb3-e42830219dea disassociated (deleted). External IP: 172.27.0.170, port: 242ffc99-b944-49b7-a197-33070f6311df. Apr 12 11:10:01.846639 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1807d249-5e24-40f3-b026-df407cb31b58 req-68eaad50-3557-49c9-9f95-2826874e7ea6 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134157 Apr 12 11:10:01.970646 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93765f5-a864-44d2-a369-43b3e13954db tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Router c29f6c18-cdae-4178-875a-e8d1bf60547e has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:10:02.115181 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61374449-b6c2-4519-ba31-1374005f6455 req-9711f014-e2fc-4c74-acd9-9646f6176800 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:02.116551 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-61374449-b6c2-4519-ba31-1374005f6455 req-9711f014-e2fc-4c74-acd9-9646f6176800 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0599716 Apr 12 11:10:02.120982 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93765f5-a864-44d2-a369-43b3e13954db tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:10:02.126590 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e93765f5-a864-44d2-a369-43b3e13954db tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:02.131265 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec211e3-7423-40ed-a389-f27ef2244092 None None] Sync routers for ids ['c29f6c18-cdae-4178-875a-e8d1bf60547e'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:10:02.141759 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec211e3-7423-40ed-a389-f27ef2244092 None None] Routers {'c29f6c18-cdae-4178-875a-e8d1bf60547e'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:02.142375 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-aec211e3-7423-40ed-a389-f27ef2244092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c29f6c18-cdae-4178-875a-e8d1bf60547e'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:02.188057 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-e93765f5-a864-44d2-a369-43b3e13954db tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "DELETE /v2.0/floatingips/1b87ebe7-9924-44f5-bdb3-e42830219dea HTTP/1.1" status: 204 len: 168 time: 1.0096049 Apr 12 11:10:02.198987 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-61374449-b6c2-4519-ba31-1374005f6455 req-46ffc775-314b-4e3a-bd5f-aedcd8b4c334 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761373 Apr 12 11:10:02.345085 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-aec211e3-7423-40ed-a389-f27ef2244092 None None] Set router c29f6c18-cdae-4178-875a-e8d1bf60547e gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:02.534208 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-aec211e3-7423-40ed-a389-f27ef2244092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:06:57Z', 'revision_number': 4, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'fc579e80-30ad-445f-a130-4ff8f4da59e8', 'name': '', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'mac_address': 'fa:16:3e:dd:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:55Z', 'updated_at': '2022-04-12T11:07:01Z', 'revision_number': 5, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'subnets': [{'id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:02.560717 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec211e3-7423-40ed-a389-f27ef2244092 None None] Checking router: c29f6c18-cdae-4178-875a-e8d1bf60547e for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:10:02.566939 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342fb65-54d1-4705-b484-c5cc32ed53bc req-d394cd0a-35ac-4526-9311-c5174795f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:02.568710 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8342fb65-54d1-4705-b484-c5cc32ed53bc req-d394cd0a-35ac-4526-9311-c5174795f2de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7543ac2f9f4413494aa881364f2051c&device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 1130 time: 0.0397735 Apr 12 11:10:02.569231 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec211e3-7423-40ed-a389-f27ef2244092 None None] Routers {'c29f6c18-cdae-4178-875a-e8d1bf60547e'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:02.569823 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-aec211e3-7423-40ed-a389-f27ef2244092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c29f6c18-cdae-4178-875a-e8d1bf60547e'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:02.675017 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-aec211e3-7423-40ed-a389-f27ef2244092 None None] Set router c29f6c18-cdae-4178-875a-e8d1bf60547e gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:02.867372 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-aec211e3-7423-40ed-a389-f27ef2244092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:06:57Z', 'revision_number': 4, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'fc579e80-30ad-445f-a130-4ff8f4da59e8', 'name': '', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'mac_address': 'fa:16:3e:dd:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:55Z', 'updated_at': '2022-04-12T11:07:01Z', 'revision_number': 5, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'subnets': [{'id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:02.893934 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec211e3-7423-40ed-a389-f27ef2244092 None None] The sync data for ids ['c29f6c18-cdae-4178-875a-e8d1bf60547e'] in dv-cinder-830089-4-iscsi is: [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:06:57Z', 'revision_number': 4, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'fc579e80-30ad-445f-a130-4ff8f4da59e8', 'name': '', 'network_id': '6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'mac_address': 'fa:16:3e:dd:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:55Z', 'updated_at': '2022-04-12T11:07:01Z', 'revision_number': 5, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'subnets': [{'id': 'd4e62654-4572-48de-b9f9-b812b7412773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:10:02.972244 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e41ed2-90a8-4495-9f68-7a0ff58e3360 req-bfb5d749-3f28-440c-8e64-a75f94ea6a14 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:02.974578 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-28e41ed2-90a8-4495-9f68-7a0ff58e3360 req-bfb5d749-3f28-440c-8e64-a75f94ea6a14 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0497186 Apr 12 11:10:03.043810 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-28e41ed2-90a8-4495-9f68-7a0ff58e3360 req-e7dd7d09-85f3-4ba6-8b4a-4e51d990ac5d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636580 Apr 12 11:10:03.085732 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e601174-2ef7-458a-aae2-6622c11612a9', 'tag': '242ffc99-b944-49b7-a197-33070f6311df'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:03.088114 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8eb9e18-060e-445a-83b2-3f9ca1570356" -d '{"events": [{"name": "network-changed", "server_uuid": "5e601174-2ef7-458a-aae2-6622c11612a9", "tag": "242ffc99-b944-49b7-a197-33070f6311df"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:03.126517 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342fb65-54d1-4705-b484-c5cc32ed53bc req-ad6e075a-33bd-4e2c-9c50-f98e0b0cb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:03.128326 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8342fb65-54d1-4705-b484-c5cc32ed53bc req-ad6e075a-33bd-4e2c-9c50-f98e0b0cb560 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a HTTP/1.1" status: 200 len: 916 time: 0.1174016 Apr 12 11:10:03.181132 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae17f397-a479-48b9-89a0-39a52b05bc3b x-openstack-request-id: req-ae17f397-a479-48b9-89a0-39a52b05bc3b {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:03.181430 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e601174-2ef7-458a-aae2-6622c11612a9", "tag": "242ffc99-b944-49b7-a197-33070f6311df", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:03.181684 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae17f397-a479-48b9-89a0-39a52b05bc3b {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:03.182081 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae17f397-a479-48b9-89a0-39a52b05bc3b'] response: {'name': 'network-changed', 'server_uuid': '5e601174-2ef7-458a-aae2-6622c11612a9', 'tag': '242ffc99-b944-49b7-a197-33070f6311df', 'status': 'completed', 'code': 200} Apr 12 11:10:03.183584 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8342fb65-54d1-4705-b484-c5cc32ed53bc req-5d66933c-ea50-4986-aa71-465b177358ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242ffc99-b944-49b7-a197-33070f6311df HTTP/1.1" status: 200 len: 217 time: 0.0493701 Apr 12 11:10:03.197121 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cd58fc-91fb-49a9-b8bb-36ffc2cb39c1 None None] New status for floating IP 1b87ebe7-9924-44f5-bdb3-e42830219dea: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:10:03.233877 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342fb65-54d1-4705-b484-c5cc32ed53bc req-2b0de417-3cc9-4d32-bd86-a2b2ab3e4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:03.235575 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8342fb65-54d1-4705-b484-c5cc32ed53bc req-2b0de417-3cc9-4d32-bd86-a2b2ab3e4522 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4e62654-4572-48de-b9f9-b812b7412773 HTTP/1.1" status: 200 len: 854 time: 0.0456007 Apr 12 11:10:03.318867 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342fb65-54d1-4705-b484-c5cc32ed53bc req-e79573b6-72d3-4c9b-bde3-df6a31856f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:03.320389 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8342fb65-54d1-4705-b484-c5cc32ed53bc req-e79573b6-72d3-4c9b-bde3-df6a31856f91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787485 Apr 12 11:10:03.330435 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fedb4-b3bb-4cd5-bb6e-f5e515d4718b req-4150d192-e588-47ad-ab99-e8497ef2ddfb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:03.331804 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9e2fedb4-b3bb-4cd5-bb6e-f5e515d4718b req-4150d192-e588-47ad-ab99-e8497ef2ddfb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0530343 Apr 12 11:10:03.434176 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9e2fedb4-b3bb-4cd5-bb6e-f5e515d4718b req-68549e94-a013-43ed-9541-ee88c5249b70 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919991 Apr 12 11:10:03.454929 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8342fb65-54d1-4705-b484-c5cc32ed53bc req-d0912a78-0878-416e-b5f1-d40fe26410e6 service neutron] 10.222.0.61 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215458 Apr 12 11:10:03.576976 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601875d-b594-43de-911d-bca0a0b1b448 req-47004792-0bda-47f0-9706-948d02965813 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:03.578434 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6601875d-b594-43de-911d-bca0a0b1b448 req-47004792-0bda-47f0-9706-948d02965813 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0593436 Apr 12 11:10:03.589013 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54730) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:03.595615 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-2c39ceb5-4b58-44d0-a14c-120d5bc32269 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Request body: {'floatingip': {'port_id': '1467536e-d43b-4afa-bb82-7185dae1b34f'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:10:03.626696 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8342fb65-54d1-4705-b484-c5cc32ed53bc req-8056a54d-04e2-4616-a285-655ba4752a37 service neutron] 10.222.0.61 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654179 Apr 12 11:10:03.635174 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2c39ceb5-4b58-44d0-a14c-120d5bc32269 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for floatingip (758574bc-1a04-480b-90c4-a8e87ee5f443), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:03.777884 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb9e18-060e-445a-83b2-3f9ca1570356 req-7c4c0319-252e-42ec-b9c7-b81a6d036221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:03.779388 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b8eb9e18-060e-445a-83b2-3f9ca1570356 req-7c4c0319-252e-42ec-b9c7-b81a6d036221 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7543ac2f9f4413494aa881364f2051c&device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 1130 time: 0.0532832 Apr 12 11:10:04.220751 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2c39ceb5-4b58-44d0-a14c-120d5bc32269 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:04.234379 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8438c0-eb72-42e1-aceb-6c01585e1d9f req-5851559a-77d3-4d05-94c8-9bdeea11a33e tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:04.235877 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f8438c0-eb72-42e1-aceb-6c01585e1d9f req-5851559a-77d3-4d05-94c8-9bdeea11a33e tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0868144 Apr 12 11:10:04.236888 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2c39ceb5-4b58-44d0-a14c-120d5bc32269 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (758574bc-1a04-480b-90c4-a8e87ee5f443), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:04.239907 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb9e18-060e-445a-83b2-3f9ca1570356 req-6516d73d-fdfe-4637-b9a6-a9374b5b7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:04.241029 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b8eb9e18-060e-445a-83b2-3f9ca1570356 req-6516d73d-fdfe-4637-b9a6-a9374b5b7389 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a HTTP/1.1" status: 200 len: 916 time: 0.1970205 Apr 12 11:10:04.594344 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b8eb9e18-060e-445a-83b2-3f9ca1570356 req-c1c155ff-4d26-4b81-a443-f86a3eff549f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242ffc99-b944-49b7-a197-33070f6311df HTTP/1.1" status: 200 len: 217 time: 0.3176031 Apr 12 11:10:04.690944 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f8438c0-eb72-42e1-aceb-6c01585e1d9f req-b63acb45-6c15-4a5d-8130-af1f2b291fdb tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4481893 Apr 12 11:10:04.702829 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb9e18-060e-445a-83b2-3f9ca1570356 req-3ef1bb0c-37e2-41b6-9986-d5a08007109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:04.704310 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b8eb9e18-060e-445a-83b2-3f9ca1570356 req-3ef1bb0c-37e2-41b6-9986-d5a08007109f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d4e62654-4572-48de-b9f9-b812b7412773 HTTP/1.1" status: 200 len: 854 time: 0.0986609 Apr 12 11:10:04.713002 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [None req-2c39ceb5-4b58-44d0-a14c-120d5bc32269 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Floating IP 758574bc-1a04-480b-90c4-a8e87ee5f443 associated. External IP: 172.27.0.32, port: 1467536e-d43b-4afa-bb82-7185dae1b34f. Apr 12 11:10:04.826437 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [req-7bb6e2f0-0a23-4ee7-ac2c-d52f21440000 req-7f356d9c-9971-4551-b6ba-f4ec35153d5d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103203) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:10:04.827439 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7bb6e2f0-0a23-4ee7-ac2c-d52f21440000 req-7f356d9c-9971-4551-b6ba-f4ec35153d5d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0721030 Apr 12 11:10:04.842460 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb9e18-060e-445a-83b2-3f9ca1570356 req-014516e5-2c10-4388-9651-3933289d9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:04.843941 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b8eb9e18-060e-445a-83b2-3f9ca1570356 req-014516e5-2c10-4388-9651-3933289d9644 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773911 Apr 12 11:10:04.885367 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:10:04.985101 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54748) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:05.019419 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2d4bf-0c9f-4a2a-8da8-3dbf4595a6ec req-efa36ddd-a390-400a-8163-83c446ca0a42 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:05.021317 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-71f2d4bf-0c9f-4a2a-8da8-3dbf4595a6ec req-efa36ddd-a390-400a-8163-83c446ca0a42 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0602098 Apr 12 11:10:05.047378 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c39ceb5-4b58-44d0-a14c-120d5bc32269 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:10:05.065908 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-d7890912-c45b-47b7-aaf5-cc0833019860 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796657 Apr 12 11:10:05.075468 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-8900842b-57a0-431a-8081-6e9035481730 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:10:05.076442 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-8900842b-57a0-431a-8081-6e9035481730 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051143 Apr 12 11:10:05.142261 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-71f2d4bf-0c9f-4a2a-8da8-3dbf4595a6ec req-9483b9c1-2c12-4532-949a-b0ff84712917 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128526 Apr 12 11:10:05.187027 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54756) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:05.239979 dv-cinder-830089-4-iscsi neutron-server[103202]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 11:10:05.263433 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c39ceb5-4b58-44d0-a14c-120d5bc32269 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:10:05.268253 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2c39ceb5-4b58-44d0-a14c-120d5bc32269 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:05.272346 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b8eb9e18-060e-445a-83b2-3f9ca1570356 req-dd9489f9-e2e6-456f-82b9-d657d9832ff7 service neutron] 10.222.0.61 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651130 Apr 12 11:10:05.276883 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b88372e-c471-4333-bdcf-1338abbb3230 None None] Sync routers for ids ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:10:05.286982 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b88372e-c471-4333-bdcf-1338abbb3230 None None] Routers {'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:05.287623 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-5b88372e-c471-4333-bdcf-1338abbb3230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:05.292251 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-465b5e1b-6ae8-4a9a-a033-b60a79392656 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:05.293655 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-465b5e1b-6ae8-4a9a-a033-b60a79392656 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports/ec72bd5c-7ee0-459c-86ec-48692be264fc HTTP/1.1" status: 200 len: 942 time: 0.1055040 Apr 12 11:10:05.323151 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-2c39ceb5-4b58-44d0-a14c-120d5bc32269 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "PUT /v2.0/floatingips/758574bc-1a04-480b-90c4-a8e87ee5f443 HTTP/1.1" status: 200 len: 991 time: 1.7220764 Apr 12 11:10:05.323151 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'tag': '1467536e-d43b-4afa-bb82-7185dae1b34f'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:05.323151 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed02f83-c1d8-4758-8b91-7e82d8d03450" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0ef466-18f7-4275-a1b9-aed8f6a642d4", "tag": "1467536e-d43b-4afa-bb82-7185dae1b34f"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:05.352548 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732e7845-df0a-4187-bd86-45ffb3619d27 x-openstack-request-id: req-732e7845-df0a-4187-bd86-45ffb3619d27 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:05.352839 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0ef466-18f7-4275-a1b9-aed8f6a642d4", "tag": "1467536e-d43b-4afa-bb82-7185dae1b34f", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:05.353098 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-732e7845-df0a-4187-bd86-45ffb3619d27 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:05.353541 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732e7845-df0a-4187-bd86-45ffb3619d27'] response: {'name': 'network-changed', 'server_uuid': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'tag': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'status': 'completed', 'code': 200} Apr 12 11:10:05.409438 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-5b88372e-c471-4333-bdcf-1338abbb3230 None None] Set router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:05.605195 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02f83-c1d8-4758-8b91-7e82d8d03450 req-4a7d743c-e491-4c53-aedf-69e3294dd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:05.607719 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b8eb9e18-060e-445a-83b2-3f9ca1570356 req-f982791a-7e38-4460-b4af-e1560abb63b0 service neutron] 10.222.0.61 "GET /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176889 Apr 12 11:10:05.617974 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9ed02f83-c1d8-4758-8b91-7e82d8d03450 req-4a7d743c-e491-4c53-aedf-69e3294dd28b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e71830bf62941109ac767a607e853b0&device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 1130 time: 0.1123178 Apr 12 11:10:05.648072 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-5b88372e-c471-4333-bdcf-1338abbb3230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '758574bc-1a04-480b-90c4-a8e87ee5f443', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'port_id': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'mac_address': 'fa:16:3e:87:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:50Z', 'updated_at': '2022-04-12T11:10:04Z', 'revision_number': 1, 'project_id': '2e71830bf62941109ac767a607e853b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:51Z', 'revision_number': 5, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:05.678503 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b88372e-c471-4333-bdcf-1338abbb3230 None None] Checking router: e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:10:05.687868 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b88372e-c471-4333-bdcf-1338abbb3230 None None] Routers {'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:05.688829 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-5b88372e-c471-4333-bdcf-1338abbb3230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:05.801515 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-5b88372e-c471-4333-bdcf-1338abbb3230 None None] Set router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:05.988768 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02f83-c1d8-4758-8b91-7e82d8d03450 req-6230f322-10a5-48b5-9473-d694ab5df20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:05.990147 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9ed02f83-c1d8-4758-8b91-7e82d8d03450 req-6230f322-10a5-48b5-9473-d694ab5df20a service neutron] 10.222.0.61 "GET /v2.0/networks?id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73 HTTP/1.1" status: 200 len: 917 time: 0.3574679 Apr 12 11:10:06.016343 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-5b88372e-c471-4333-bdcf-1338abbb3230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '758574bc-1a04-480b-90c4-a8e87ee5f443', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'port_id': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'mac_address': 'fa:16:3e:87:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:50Z', 'updated_at': '2022-04-12T11:10:04Z', 'revision_number': 1, 'project_id': '2e71830bf62941109ac767a607e853b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:51Z', 'revision_number': 5, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:06.045802 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b88372e-c471-4333-bdcf-1338abbb3230 None None] The sync data for ids ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'] in dv-cinder-830089-4-iscsi is: [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '758574bc-1a04-480b-90c4-a8e87ee5f443', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'port_id': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'mac_address': 'fa:16:3e:87:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:09:50Z', 'updated_at': '2022-04-12T11:10:04Z', 'revision_number': 1, 'project_id': '2e71830bf62941109ac767a607e853b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:51Z', 'revision_number': 5, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:10:06.104702 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9ed02f83-c1d8-4758-8b91-7e82d8d03450 req-fa1424b1-b306-49ce-a7b0-ae157c26dbc1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1467536e-d43b-4afa-bb82-7185dae1b34f HTTP/1.1" status: 200 len: 999 time: 0.0639563 Apr 12 11:10:06.156241 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02f83-c1d8-4758-8b91-7e82d8d03450 req-1e343b9e-5d56-4c70-809d-89ebbaaef05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:06.157715 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9ed02f83-c1d8-4758-8b91-7e82d8d03450 req-1e343b9e-5d56-4c70-809d-89ebbaaef05f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ae20377-293e-446f-8590-5281bf1489db HTTP/1.1" status: 200 len: 855 time: 0.0465796 Apr 12 11:10:06.249344 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02f83-c1d8-4758-8b91-7e82d8d03450 req-f1dd882a-ef23-4b2a-aed2-981cde0c723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:06.251098 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9ed02f83-c1d8-4758-8b91-7e82d8d03450 req-f1dd882a-ef23-4b2a-aed2-981cde0c723e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500100 Apr 12 11:10:06.275441 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf90474-a467-4252-8222-17e7ea3121f0 req-42c0b444-7293-4423-9e0c-b98df14073a9 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:06.282440 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ddf90474-a467-4252-8222-17e7ea3121f0 req-42c0b444-7293-4423-9e0c-b98df14073a9 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0550065 Apr 12 11:10:06.284974 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91ef8f1-ce17-4a8a-9c04-05ecdfc8e6b8 None None] New status for floating IP 758574bc-1a04-480b-90c4-a8e87ee5f443: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:10:06.341376 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ddf90474-a467-4252-8222-17e7ea3121f0 req-b4809223-92df-494a-ab14-a44cb4b4020a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580673 Apr 12 11:10:06.358759 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9ed02f83-c1d8-4758-8b91-7e82d8d03450 req-96bfb98e-feb1-482b-9e0a-fd741a16b373 service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985768 Apr 12 11:10:06.458461 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-9ed02f83-c1d8-4758-8b91-7e82d8d03450 req-d5eb733b-3144-4f82-99b1-bf1c0616270f service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924101 Apr 12 11:10:07.454427 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cacaf1-6fb2-4385-b8ae-2a42f7c3868e req-f0fd061d-1718-4396-a846-8718a8adec8c tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:07.455832 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-60cacaf1-6fb2-4385-b8ae-2a42f7c3868e req-f0fd061d-1718-4396-a846-8718a8adec8c tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0463362 Apr 12 11:10:07.507111 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-60cacaf1-6fb2-4385-b8ae-2a42f7c3868e req-30eb5bd5-c22f-44a5-8efa-f186ce5b16f3 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443807 Apr 12 11:10:07.649840 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device ec72bd5c-7ee0-459c-86ec-48692be264fc no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:07.726187 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port ec72bd5c-7ee0-459c-86ec-48692be264fc is: ACTIVE; New status is: DOWN {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:10:07.726469 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:07.750485 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec72bd5c-7ee0-459c-86ec-48692be264fc'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:07.753051 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985ef202-ceb1-4868-bf67-d958c755b2aa" -d '{"events": [{"server_uuid": "e1bc82e0-6533-49d9-97b8-b8beb3ee9726", "name": "network-vif-unplugged", "status": "completed", "tag": "ec72bd5c-7ee0-459c-86ec-48692be264fc"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:07.766731 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port ec72bd5c-7ee0-459c-86ec-48692be264fc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:07.772132 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:07.802582 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3bd862-b724-4852-9c96-c05478ddb3c1 x-openstack-request-id: req-fb3bd862-b724-4852-9c96-c05478ddb3c1 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:07.802889 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bc82e0-6533-49d9-97b8-b8beb3ee9726", "name": "network-vif-unplugged", "status": "completed", "tag": "ec72bd5c-7ee0-459c-86ec-48692be264fc", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:07.803244 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb3bd862-b724-4852-9c96-c05478ddb3c1 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:07.803547 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb3bd862-b724-4852-9c96-c05478ddb3c1'] response: {'server_uuid': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'code': 200} Apr 12 11:10:07.828654 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=ec72bd5c-7ee0-459c-86ec-48692be264fc,revision_number=6']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:08.181352 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5c879-27d9-41af-bbb0-1bdf4a74c49b req-4dc232d4-3b77-4502-bf34-289a3120809c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:08.182795 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-22d5c879-27d9-41af-bbb0-1bdf4a74c49b req-4dc232d4-3b77-4502-bf34-289a3120809c tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 946 time: 0.0459626 Apr 12 11:10:08.228707 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-22d5c879-27d9-41af-bbb0-1bdf4a74c49b req-16ec4707-978d-40c3-b35c-8f57c7744665 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399230 Apr 12 11:10:08.621514 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c2ef0-339a-42e7-a380-86fca043cc3f req-cfc02cb3-06cb-4e37-8ba0-ac70c1fc8e35 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:08.622948 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7c7c2ef0-339a-42e7-a380-86fca043cc3f req-cfc02cb3-06cb-4e37-8ba0-ac70c1fc8e35 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0491288 Apr 12 11:10:08.670176 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7c7c2ef0-339a-42e7-a380-86fca043cc3f req-39486d58-d757-4a1b-8fff-881bbab37b14 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417297 Apr 12 11:10:09.344111 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff13af-02ee-41f3-9b6c-9de66622d1c4 req-dd9f7f07-081f-4514-932b-691ab13a1b3b tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:09.345600 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2aff13af-02ee-41f3-9b6c-9de66622d1c4 req-dd9f7f07-081f-4514-932b-691ab13a1b3b tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 946 time: 0.0502884 Apr 12 11:10:09.394174 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2aff13af-02ee-41f3-9b6c-9de66622d1c4 req-df57096b-2fca-49d7-a512-6ff4065341cb tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Apr 12 11:10:09.777759 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc3876-54f9-4c93-9a23-4428ab352696 req-a9a501b0-51bb-44f7-975f-48f15acb1e79 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:09.779216 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d9fc3876-54f9-4c93-9a23-4428ab352696 req-a9a501b0-51bb-44f7-975f-48f15acb1e79 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0458574 Apr 12 11:10:09.830062 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d9fc3876-54f9-4c93-9a23-4428ab352696 req-6c992457-1d01-4886-95d2-5d9812d6626e tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454211 Apr 12 11:10:09.863588 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:09.911615 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-0579e32b-4e67-4a82-bdc0-03f3af4cf990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:09.913213 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-0579e32b-4e67-4a82-bdc0-03f3af4cf990 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726&tenant_id=35ac8ed2221744b0a7b34fbd507119a5 HTTP/1.1" status: 200 len: 1127 time: 0.0774009 Apr 12 11:10:10.119899 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-c48615fe-2457-414b-8130-bc310e250096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:10.121379 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-c48615fe-2457-414b-8130-bc310e250096 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35ac8ed2221744b0a7b34fbd507119a5&device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 1127 time: 0.0382020 Apr 12 11:10:10.241885 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e4bbf-088d-4ff3-b9ae-66d8d15f2665 req-47a4d979-53dd-4e8e-a590-a16b14053ccf tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:10.243349 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ea4e4bbf-088d-4ff3-b9ae-66d8d15f2665 req-47a4d979-53dd-4e8e-a590-a16b14053ccf tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 946 time: 0.0502808 Apr 12 11:10:10.286869 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-908dc78d-748f-43bd-822d-18735c064532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:10.288478 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-908dc78d-748f-43bd-822d-18735c064532 service neutron] 10.222.0.61 "GET /v2.0/networks?id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b HTTP/1.1" status: 200 len: 910 time: 0.0954542 Apr 12 11:10:10.338995 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-ea4e4bbf-088d-4ff3-b9ae-66d8d15f2665 req-d8209143-73d7-45a5-8a4e-687efefd41de tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Deleting port 242ffc99-b944-49b7-a197-33070f6311df {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:10.339516 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-ea4e4bbf-088d-4ff3-b9ae-66d8d15f2665 req-d8209143-73d7-45a5-8a4e-687efefd41de tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (242ffc99-b944-49b7-a197-33070f6311df), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:10.358486 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-316fe7af-ce05-4900-8ef0-d261868824ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc HTTP/1.1" status: 200 len: 999 time: 0.0638661 Apr 12 11:10:10.406332 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-0437f264-adf7-4491-a841-7873d1ebd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:10.407815 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-0437f264-adf7-4491-a841-7873d1ebd046 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3416e3d-2581-42f6-9ca8-86ecaf875af2 HTTP/1.1" status: 200 len: 848 time: 0.0428398 Apr 12 11:10:10.438411 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-ea4e4bbf-088d-4ff3-b9ae-66d8d15f2665 req-d8209143-73d7-45a5-8a4e-687efefd41de tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] For port 242ffc99-b944-49b7-a197-33070f6311df, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=242ffc99-b944-49b7-a197-33070f6311df,segment=NetworkSegment(bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a),segment_id=bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:10.438589 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-ea4e4bbf-088d-4ff3-b9ae-66d8d15f2665 req-d8209143-73d7-45a5-8a4e-687efefd41de tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (242ffc99-b944-49b7-a197-33070f6311df), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:10.452926 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-ea4e4bbf-088d-4ff3-b9ae-66d8d15f2665 req-d8209143-73d7-45a5-8a4e-687efefd41de tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Calling delete_port for 242ffc99-b944-49b7-a197-33070f6311df owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:10.454092 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-bbb92a23-67e4-4e21-84ad-540479a322a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:10.455623 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-bbb92a23-67e4-4e21-84ad-540479a322a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411477 Apr 12 11:10:10.543195 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c6dde-402b-480f-989c-9a51a9b12966 req-c027ed08-443f-4cf2-87f5-084b2bf16444 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:10.544577 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8d8c6dde-402b-480f-989c-9a51a9b12966 req-c027ed08-443f-4cf2-87f5-084b2bf16444 tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e601174-2ef7-458a-aae2-6622c11612a9 HTTP/1.1" status: 200 len: 946 time: 0.0812645 Apr 12 11:10:10.547580 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-d4dd0075-bd26-4d74-b933-b07efe923469 service neutron] 10.222.0.61 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845509 Apr 12 11:10:10.610171 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8d8c6dde-402b-480f-989c-9a51a9b12966 req-fba44859-fe10-40f5-aa12-607776100f6f tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.55 "GET /v2.0/security-groups?id=fff36da3-5149-45e6-81f9-e18f93d09400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592334 Apr 12 11:10:10.645552 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-fcca61d0-4ba7-48d3-89cf-d79c7eed6fa3 req-dc3c49f3-a7e0-431a-ade3-4f4b95488a90 service neutron] 10.222.0.61 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909951 Apr 12 11:10:10.655015 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-ea4e4bbf-088d-4ff3-b9ae-66d8d15f2665 req-d8209143-73d7-45a5-8a4e-687efefd41de tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (242ffc99-b944-49b7-a197-33070f6311df), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:10.682739 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8209143-73d7-45a5-8a4e-687efefd41de tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Pushing event deleted for resources: {'Port': ['ID=242ffc99-b944-49b7-a197-33070f6311df,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:10.696997 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['242ffc99-b944-49b7-a197-33070f6311df'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:10:10.729930 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4e4bbf-088d-4ff3-b9ae-66d8d15f2665 req-d8209143-73d7-45a5-8a4e-687efefd41de tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] No DVR routers for this DVR port 242ffc99-b944-49b7-a197-33070f6311df on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:10:10.732327 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-ea4e4bbf-088d-4ff3-b9ae-66d8d15f2665 req-d8209143-73d7-45a5-8a4e-687efefd41de tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:10.735565 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ea4e4bbf-088d-4ff3-b9ae-66d8d15f2665 req-d8209143-73d7-45a5-8a4e-687efefd41de tempest-TestMinimumBasicScenario-1782851722 tempest-TestMinimumBasicScenario-1782851722-project] 10.222.0.61 "DELETE /v2.0/ports/242ffc99-b944-49b7-a197-33070f6311df HTTP/1.1" status: 204 len: 173 time: 0.4852042 Apr 12 11:10:10.735995 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e601174-2ef7-458a-aae2-6622c11612a9', 'name': 'network-vif-deleted', 'tag': '242ffc99-b944-49b7-a197-33070f6311df'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:10.738846 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32449bd-d9c3-4f19-b853-16048c5e6a1f" -d '{"events": [{"server_uuid": "5e601174-2ef7-458a-aae2-6622c11612a9", "name": "network-vif-deleted", "tag": "242ffc99-b944-49b7-a197-33070f6311df"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:10.775915 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10510d7-2b00-47c3-bc9a-04fc15169865 x-openstack-request-id: req-f10510d7-2b00-47c3-bc9a-04fc15169865 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:10.776205 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e601174-2ef7-458a-aae2-6622c11612a9", "name": "network-vif-deleted", "tag": "242ffc99-b944-49b7-a197-33070f6311df", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:10.776456 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f10510d7-2b00-47c3-bc9a-04fc15169865 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:10.776869 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10510d7-2b00-47c3-bc9a-04fc15169865'] response: {'server_uuid': '5e601174-2ef7-458a-aae2-6622c11612a9', 'name': 'network-vif-deleted', 'tag': '242ffc99-b944-49b7-a197-33070f6311df', 'status': 'completed', 'code': 200} Apr 12 11:10:10.939185 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005f0f1-0932-46bc-9c13-de88d205f2b8 req-1654fd88-e544-4949-89f8-3c43886aaf47 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:10.940612 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4005f0f1-0932-46bc-9c13-de88d205f2b8 req-1654fd88-e544-4949-89f8-3c43886aaf47 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0453207 Apr 12 11:10:10.988531 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4005f0f1-0932-46bc-9c13-de88d205f2b8 req-cc7e2dfc-6356-40c7-9496-f9469ea640f4 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423222 Apr 12 11:10:12.105378 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c477858-22dc-4ebd-a760-ef8e942233eb req-eb732428-011f-4c0a-9dd8-b5f58fe237b9 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:12.106876 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9c477858-22dc-4ebd-a760-ef8e942233eb req-eb732428-011f-4c0a-9dd8-b5f58fe237b9 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0478168 Apr 12 11:10:12.159868 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9c477858-22dc-4ebd-a760-ef8e942233eb req-71f5e26a-3e2b-4ee6-905a-148cb51d2743 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464029 Apr 12 11:10:12.295232 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54892) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:12.675234 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-424d55b7-4f2d-4b63-bcbb-1955939f332b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478385'] for router_interface (c29f6c18-cdae-4178-875a-e8d1bf60547e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:12.947009 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-424d55b7-4f2d-4b63-bcbb-1955939f332b admin admin] Deleting port fc579e80-30ad-445f-a130-4ff8f4da59e8 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:12.947285 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-424d55b7-4f2d-4b63-bcbb-1955939f332b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:13.024506 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-424d55b7-4f2d-4b63-bcbb-1955939f332b admin admin] For port fc579e80-30ad-445f-a130-4ff8f4da59e8, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=fc579e80-30ad-445f-a130-4ff8f4da59e8,segment=NetworkSegment(bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a),segment_id=bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:13.024862 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-424d55b7-4f2d-4b63-bcbb-1955939f332b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:13.036974 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-424d55b7-4f2d-4b63-bcbb-1955939f332b admin admin] Calling delete_port for fc579e80-30ad-445f-a130-4ff8f4da59e8 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:13.212416 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-424d55b7-4f2d-4b63-bcbb-1955939f332b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (fc579e80-30ad-445f-a130-4ff8f4da59e8), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:13.237294 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d55b7-4f2d-4b63-bcbb-1955939f332b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc579e80-30ad-445f-a130-4ff8f4da59e8,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:13.282247 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5eb14-8a8a-489b-a342-78efdd551d54 req-81bdd0e4-92e5-4462-8e4c-cef64006fd60 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:13.283869 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0fa5eb14-8a8a-489b-a342-78efdd551d54 req-81bdd0e4-92e5-4462-8e4c-cef64006fd60 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0525844 Apr 12 11:10:13.340967 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0fa5eb14-8a8a-489b-a342-78efdd551d54 req-09da8b54-0c71-4dfb-8265-1aa9806636f6 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502222 Apr 12 11:10:13.405880 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-424d55b7-4f2d-4b63-bcbb-1955939f332b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16478237'] for router_interface (c29f6c18-cdae-4178-875a-e8d1bf60547e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:13.622195 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424d55b7-4f2d-4b63-bcbb-1955939f332b admin admin] Router c29f6c18-cdae-4178-875a-e8d1bf60547e has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:10:13.730072 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424d55b7-4f2d-4b63-bcbb-1955939f332b admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:10:13.735163 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-424d55b7-4f2d-4b63-bcbb-1955939f332b admin admin] 10.222.0.55 "PUT /v2.0/routers/c29f6c18-cdae-4178-875a-e8d1bf60547e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4388897 Apr 12 11:10:13.737661 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54898) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:13.742068 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92377358-1aa1-4e56-bdf0-4fe2b02c81a3 None None] Sync routers for ids ['c29f6c18-cdae-4178-875a-e8d1bf60547e'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:10:13.752720 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92377358-1aa1-4e56-bdf0-4fe2b02c81a3 None None] Routers {'c29f6c18-cdae-4178-875a-e8d1bf60547e'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:13.753361 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-92377358-1aa1-4e56-bdf0-4fe2b02c81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c29f6c18-cdae-4178-875a-e8d1bf60547e'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:13.843804 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] Publish callbacks [] for router (c29f6c18-cdae-4178-875a-e8d1bf60547e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:13.952787 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-92377358-1aa1-4e56-bdf0-4fe2b02c81a3 None None] Set router c29f6c18-cdae-4178-875a-e8d1bf60547e gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:14.122249 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-92377358-1aa1-4e56-bdf0-4fe2b02c81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:10:13Z', 'revision_number': 5, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:14.153310 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92377358-1aa1-4e56-bdf0-4fe2b02c81a3 None None] Checking router: c29f6c18-cdae-4178-875a-e8d1bf60547e for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:10:14.162192 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92377358-1aa1-4e56-bdf0-4fe2b02c81a3 None None] Routers {'c29f6c18-cdae-4178-875a-e8d1bf60547e'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:14.162791 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-92377358-1aa1-4e56-bdf0-4fe2b02c81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c29f6c18-cdae-4178-875a-e8d1bf60547e'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:14.190051 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] Publish callbacks [] for router_gateway (c29f6c18-cdae-4178-875a-e8d1bf60547e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:14.238879 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] Deleting port 1537e326-ca58-4a33-98ae-1003655d4f70 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:14.239788 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (1537e326-ca58-4a33-98ae-1003655d4f70), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:14.272159 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-92377358-1aa1-4e56-bdf0-4fe2b02c81a3 None None] Set router c29f6c18-cdae-4178-875a-e8d1bf60547e gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:14.326095 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] For port 1537e326-ca58-4a33-98ae-1003655d4f70, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=1537e326-ca58-4a33-98ae-1003655d4f70,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:14.326458 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (1537e326-ca58-4a33-98ae-1003655d4f70), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:14.339892 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] Calling delete_port for 1537e326-ca58-4a33-98ae-1003655d4f70 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:14.436130 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-92377358-1aa1-4e56-bdf0-4fe2b02c81a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:10:13Z', 'revision_number': 5, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:14.457115 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6890df-556b-4c79-a394-6fb0a7fc388f req-8f834c72-64bf-47a4-8ba9-bd941ed1a880 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:14.458677 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-eb6890df-556b-4c79-a394-6fb0a7fc388f req-8f834c72-64bf-47a4-8ba9-bd941ed1a880 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0498590 Apr 12 11:10:14.462754 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92377358-1aa1-4e56-bdf0-4fe2b02c81a3 None None] The sync data for ids ['c29f6c18-cdae-4178-875a-e8d1bf60547e'] in dv-cinder-830089-4-iscsi is: [{'id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'name': 'tempest-TestMinimumBasicScenario-2017709213-router', 'tenant_id': 'c7543ac2f9f4413494aa881364f2051c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:52Z', 'updated_at': '2022-04-12T11:10:13Z', 'revision_number': 5, 'project_id': 'c7543ac2f9f4413494aa881364f2051c', 'gw_port': {'id': '1537e326-ca58-4a33-98ae-1003655d4f70', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:33:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29f6c18-cdae-4178-875a-e8d1bf60547e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:53Z', 'updated_at': '2022-04-12T11:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:10:14.513929 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-eb6890df-556b-4c79-a394-6fb0a7fc388f req-b9bac7e0-7d5b-4d83-b833-07f90f7d20a8 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482721 Apr 12 11:10:14.518374 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (1537e326-ca58-4a33-98ae-1003655d4f70), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:14.547563 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] Pushing event deleted for resources: {'Port': ['ID=1537e326-ca58-4a33-98ae-1003655d4f70,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:14.610002 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16479227'] for router_gateway (c29f6c18-cdae-4178-875a-e8d1bf60547e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:14.712498 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16431445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-442'] for router (c29f6c18-cdae-4178-875a-e8d1bf60547e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:14.714589 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] Publish callbacks [] for router_controller (c29f6c18-cdae-4178-875a-e8d1bf60547e), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:14.780577 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16431452'] for router (c29f6c18-cdae-4178-875a-e8d1bf60547e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:14.781047 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c29f6c18-cdae-4178-875a-e8d1bf60547e {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:10:14.786507 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:14.787531 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-47edfbc8-e377-4f7d-ba3c-e7a6d3fe379e admin admin] 10.222.0.55 "DELETE /v2.0/routers/c29f6c18-cdae-4178-875a-e8d1bf60547e HTTP/1.1" status: 204 len: 168 time: 1.0482924 Apr 12 11:10:14.790008 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54904) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:14.834819 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cf2252-3fb2-402c-8a36-50e653558da6 admin admin] Deleting subnet d4e62654-4572-48de-b9f9-b812b7412773 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:10:14.838551 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4cf2252-3fb2-402c-8a36-50e653558da6 admin admin] Publish callbacks [] for subnet (d4e62654-4572-48de-b9f9-b812b7412773), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:14.873810 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4cf2252-3fb2-402c-8a36-50e653558da6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13103813'] for subnet (d4e62654-4572-48de-b9f9-b812b7412773), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:14.958678 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4cf2252-3fb2-402c-8a36-50e653558da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (d4e62654-4572-48de-b9f9-b812b7412773), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.017005 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4cf2252-3fb2-402c-8a36-50e653558da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13070966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12863354'] for subnet (d4e62654-4572-48de-b9f9-b812b7412773), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.046875 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e4cf2252-3fb2-402c-8a36-50e653558da6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.054056 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69faad24-c2eb-4715-9221-775133f644d8 None None] Network 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:10:15.057218 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-e4cf2252-3fb2-402c-8a36-50e653558da6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d4e62654-4572-48de-b9f9-b812b7412773 HTTP/1.1" status: 204 len: 168 time: 0.2634549 Apr 12 11:10:15.057218 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf2252-3fb2-402c-8a36-50e653558da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e62654-4572-48de-b9f9-b812b7412773,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:15.057413 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54906) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:15.137726 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device fc579e80-30ad-445f-a130-4ff8f4da59e8 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:15.138545 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.182579 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: fc579e80-30ad-445f-a130-4ff8f4da59e8 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:15.183174 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device fc579e80-30ad-445f-a130-4ff8f4da59e8 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:15.187403 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Deleting port 2896d66a-5b5e-4532-88a4-33a33b33344a {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:15.187663 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.266121 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef344b5-485d-45dd-bd96-aaa2dc97cc49 None None] DHCP port deletion for 6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a request from dv-cinder-830089-4-iscsi {{(pid=103204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:10:15.266322 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] For port 2896d66a-5b5e-4532-88a4-33a33b33344a, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=2896d66a-5b5e-4532-88a4-33a33b33344a,segment=NetworkSegment(bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a),segment_id=bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:15.266632 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.281032 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Calling delete_port for 2896d66a-5b5e-4532-88a4-33a33b33344a owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:15.314711 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-aef344b5-485d-45dd-bd96-aaa2dc97cc49 None None] Deleting port 2896d66a-5b5e-4532-88a4-33a33b33344a {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:15.315077 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aef344b5-485d-45dd-bd96-aaa2dc97cc49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.360968 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.377959 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-aef344b5-485d-45dd-bd96-aaa2dc97cc49 None None] For port 2896d66a-5b5e-4532-88a4-33a33b33344a, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=2896d66a-5b5e-4532-88a4-33a33b33344a,segment=NetworkSegment(bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a),segment_id=bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:15.378352 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aef344b5-485d-45dd-bd96-aaa2dc97cc49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.385974 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2896d66a-5b5e-4532-88a4-33a33b33344a,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:15.389385 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] No DVR routers for this DVR port 2896d66a-5b5e-4532-88a4-33a33b33344a on host dv-cinder-830089-4-iscsi {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:10:15.391354 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-aef344b5-485d-45dd-bd96-aaa2dc97cc49 None None] Calling delete_port for 2896d66a-5b5e-4532-88a4-33a33b33344a owned by network:dhcp {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:15.470161 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.473448 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aef344b5-485d-45dd-bd96-aaa2dc97cc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091'] for port (2896d66a-5b5e-4532-88a4-33a33b33344a), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.491555 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a']}} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:15.498213 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef344b5-485d-45dd-bd96-aaa2dc97cc49 None None] Pushing event deleted for resources: {'Port': ['ID=2896d66a-5b5e-4532-88a4-33a33b33344a,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:15.501150 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a') {'for_net_delete': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:15.501454 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a') {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:15.502865 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef344b5-485d-45dd-bd96-aaa2dc97cc49 None None] No DVR routers for this DVR port 2896d66a-5b5e-4532-88a4-33a33b33344a on host dv-cinder-830089-4-iscsi {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:10:15.515340 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24944456'] for segment (bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.528956 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.534717 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:10:15.535779 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12700329'] for segment (bf0ef826-12fe-4265-8fe6-1a3f6fe6ce9a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: Traceback (most recent call last): Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: timer() Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: cb(*args, **kw) Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: return func(*args, **kwargs) Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: self._notify() Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: self.callback(batched_events) Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: event.method(event) Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: return f(self, *a, **k) Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._get(url).json() Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: return self.request(url, 'GET', **kwargs) Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:10:15.537869 dv-cinder-830089-4-iscsi neutron-server[103203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:10:15.608143 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.629247 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:15.632469 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a HTTP/1.1" status: 204 len: 168 time: 0.5744660 Apr 12 11:10:15.636427 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 54914) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:15.655412 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976cfe9-bad9-46bb-bc34-ac73c84755f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a3f18d2-f2cf-4b85-9d9d-6fdbb5462f5a,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:15.694108 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 242ffc99-b944-49b7-a197-33070f6311df no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:15.700878 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b83cf-fe51-4415-b958-70436a950376 req-ec415175-fb8a-4c66-b9c6-45bcab71ac77 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:15.702415 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c77b83cf-fe51-4415-b958-70436a950376 req-ec415175-fb8a-4c66-b9c6-45bcab71ac77 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.1059012 Apr 12 11:10:15.715927 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: 242ffc99-b944-49b7-a197-33070f6311df {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:15.716272 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 242ffc99-b944-49b7-a197-33070f6311df not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:15.798196 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c77b83cf-fe51-4415-b958-70436a950376 req-64ba0137-a924-40eb-a9f0-d90171a9e0ae tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885491 Apr 12 11:10:16.013826 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-532069ef-3177-4e3f-b817-1730ab012524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478385'] for router_interface (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:16.239624 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-532069ef-3177-4e3f-b817-1730ab012524 admin admin] Deleting port ab887b40-fd4b-4a95-af44-0c50b8bda7b7 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:16.239960 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-532069ef-3177-4e3f-b817-1730ab012524 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:16.316420 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-532069ef-3177-4e3f-b817-1730ab012524 admin admin] For port ab887b40-fd4b-4a95-af44-0c50b8bda7b7, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=ab887b40-fd4b-4a95-af44-0c50b8bda7b7,segment=NetworkSegment(1e967933-107e-4ba8-aca7-a821971dd8fa),segment_id=1e967933-107e-4ba8-aca7-a821971dd8fa)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:16.316834 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-532069ef-3177-4e3f-b817-1730ab012524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:16.329663 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-532069ef-3177-4e3f-b817-1730ab012524 admin admin] Calling delete_port for ab887b40-fd4b-4a95-af44-0c50b8bda7b7 owned by network:router_interface {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:16.505610 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-532069ef-3177-4e3f-b817-1730ab012524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (ab887b40-fd4b-4a95-af44-0c50b8bda7b7), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:16.530128 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532069ef-3177-4e3f-b817-1730ab012524 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab887b40-fd4b-4a95-af44-0c50b8bda7b7,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:16.699043 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-532069ef-3177-4e3f-b817-1730ab012524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16478237'] for router_interface (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:17.109154 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e84d90-f8a6-42f3-ada7-c2540c1a04df req-fa8fb651-4c10-4147-8957-b3427054a657 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:17.110636 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-04e84d90-f8a6-42f3-ada7-c2540c1a04df req-fa8fb651-4c10-4147-8957-b3427054a657 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0599682 Apr 12 11:10:17.112621 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 1537e326-ca58-4a33-98ae-1003655d4f70 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:17.136725 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 1537e326-ca58-4a33-98ae-1003655d4f70 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:17.137070 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 1537e326-ca58-4a33-98ae-1003655d4f70 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:17.137484 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 2896d66a-5b5e-4532-88a4-33a33b33344a no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:17.156306 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 2896d66a-5b5e-4532-88a4-33a33b33344a {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:17.156651 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 2896d66a-5b5e-4532-88a4-33a33b33344a not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:17.230493 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-04e84d90-f8a6-42f3-ada7-c2540c1a04df req-b5470251-e578-409b-9718-08184432553f tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130900 Apr 12 11:10:17.254698 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532069ef-3177-4e3f-b817-1730ab012524 admin admin] Router d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:10:17.359885 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532069ef-3177-4e3f-b817-1730ab012524 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:10:17.365397 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-532069ef-3177-4e3f-b817-1730ab012524 admin admin] 10.222.0.55 "PUT /v2.0/routers/d05264f5-86cc-4ee7-b2a9-8d43b4c7c074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7280593 Apr 12 11:10:17.367547 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54922) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:17.369725 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8197a28-daf1-4d6b-809a-69cde8126e9f None None] Sync routers for ids ['d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:10:17.381316 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8197a28-daf1-4d6b-809a-69cde8126e9f None None] Routers {'d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:17.381938 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c8197a28-daf1-4d6b-809a-69cde8126e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:17.478588 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] Publish callbacks [] for router (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:17.492829 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c8197a28-daf1-4d6b-809a-69cde8126e9f None None] Set router d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:17.589929 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] Publish callbacks [] for router_gateway (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:17.636006 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] Deleting port dd94268a-e80a-4308-8c9e-bfc2def609f1 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:17.636238 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (dd94268a-e80a-4308-8c9e-bfc2def609f1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:17.664395 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c8197a28-daf1-4d6b-809a-69cde8126e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'name': 'tempest-TestMinimumBasicScenario-1711017395-router', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'dd94268a-e80a-4308-8c9e-bfc2def609f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:59Z', 'updated_at': '2022-04-12T11:10:16Z', 'revision_number': 5, 'project_id': '15cae3398eb44ab99134c5ec34e05f8a', 'gw_port': {'id': 'dd94268a-e80a-4308-8c9e-bfc2def609f1', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:00Z', 'updated_at': '2022-04-12T11:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:17.695022 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8197a28-daf1-4d6b-809a-69cde8126e9f None None] Checking router: d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:10:17.703283 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8197a28-daf1-4d6b-809a-69cde8126e9f None None] Routers {'d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:17.703893 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c8197a28-daf1-4d6b-809a-69cde8126e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:09:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:17.717747 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] For port dd94268a-e80a-4308-8c9e-bfc2def609f1, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=dd94268a-e80a-4308-8c9e-bfc2def609f1,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:17.718110 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (dd94268a-e80a-4308-8c9e-bfc2def609f1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:17.731364 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] Calling delete_port for dd94268a-e80a-4308-8c9e-bfc2def609f1 owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:17.793527 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-c8197a28-daf1-4d6b-809a-69cde8126e9f None None] Set router d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:17.844420 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-c8197a28-daf1-4d6b-809a-69cde8126e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'name': 'tempest-TestMinimumBasicScenario-1711017395-router', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:59Z', 'updated_at': '2022-04-12T11:10:17Z', 'revision_number': 6, 'project_id': '15cae3398eb44ab99134c5ec34e05f8a', 'gw_port_host': None}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:17.873997 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8197a28-daf1-4d6b-809a-69cde8126e9f None None] The sync data for ids ['d05264f5-86cc-4ee7-b2a9-8d43b4c7c074'] in dv-cinder-830089-4-iscsi is: [{'id': 'd05264f5-86cc-4ee7-b2a9-8d43b4c7c074', 'name': 'tempest-TestMinimumBasicScenario-1711017395-router', 'tenant_id': '15cae3398eb44ab99134c5ec34e05f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:59Z', 'updated_at': '2022-04-12T11:10:17Z', 'revision_number': 6, 'project_id': '15cae3398eb44ab99134c5ec34e05f8a', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:10:17.899291 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (dd94268a-e80a-4308-8c9e-bfc2def609f1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:17.925262 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd94268a-e80a-4308-8c9e-bfc2def609f1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:17.986423 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16479227'] for router_gateway (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.075767 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16431445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-442'] for router (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.077861 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] Publish callbacks [] for router_controller (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.123572 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16431452'] for router (d05264f5-86cc-4ee7-b2a9-8d43b4c7c074), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.124083 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:10:18.128345 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.129695 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-f495ebba-3171-426e-8bda-fce7e9802414 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d05264f5-86cc-4ee7-b2a9-8d43b4c7c074 HTTP/1.1" status: 204 len: 168 time: 0.7605219 Apr 12 11:10:18.132150 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54924) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:18.177266 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8e6c63-0f27-4301-9f2c-3d6c6760d773 admin admin] Deleting subnet 3e2fee69-5d1d-439e-bad7-fe68150872f5 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:10:18.180211 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6c63-0f27-4301-9f2c-3d6c6760d773 admin admin] Publish callbacks [] for subnet (3e2fee69-5d1d-439e-bad7-fe68150872f5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.213607 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6c63-0f27-4301-9f2c-3d6c6760d773 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13103813'] for subnet (3e2fee69-5d1d-439e-bad7-fe68150872f5), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.307591 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6c63-0f27-4301-9f2c-3d6c6760d773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (3e2fee69-5d1d-439e-bad7-fe68150872f5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.363786 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214bb6b-d74b-4799-bf1c-09ff132d1d19 req-98df6bf4-387a-4666-bd43-46ff66fcca86 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:18.365294 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2214bb6b-d74b-4799-bf1c-09ff132d1d19 req-98df6bf4-387a-4666-bd43-46ff66fcca86 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0575995 Apr 12 11:10:18.369282 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6c63-0f27-4301-9f2c-3d6c6760d773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13070966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12863354'] for subnet (3e2fee69-5d1d-439e-bad7-fe68150872f5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.389501 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e61d7a-04c0-4d81-ac6f-4a6b3dac5895 None None] Network 51858c7b-d340-4d99-9dfa-b2b252658ae4 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:10:18.400794 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6c63-0f27-4301-9f2c-3d6c6760d773 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.405290 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-ed8e6c63-0f27-4301-9f2c-3d6c6760d773 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3e2fee69-5d1d-439e-bad7-fe68150872f5 HTTP/1.1" status: 204 len: 168 time: 0.2720292 Apr 12 11:10:18.406843 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e6c63-0f27-4301-9f2c-3d6c6760d773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e2fee69-5d1d-439e-bad7-fe68150872f5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:18.407771 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54928) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:18.440644 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2214bb6b-d74b-4799-bf1c-09ff132d1d19 req-171029c2-6edd-4a28-99c2-d399178b66dd tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687106 Apr 12 11:10:18.498630 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (51858c7b-d340-4d99-9dfa-b2b252658ae4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.550899 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Deleting port d0e65655-5ece-4aca-b610-faf38142eb36 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:18.551340 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.613643 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] For port d0e65655-5ece-4aca-b610-faf38142eb36, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=d0e65655-5ece-4aca-b610-faf38142eb36,segment=NetworkSegment(1e967933-107e-4ba8-aca7-a821971dd8fa),segment_id=1e967933-107e-4ba8-aca7-a821971dd8fa)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:18.614121 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.627813 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Calling delete_port for d0e65655-5ece-4aca-b610-faf38142eb36 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:18.680495 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e366a6-1d0a-477a-8a4c-e766de841e54 None None] DHCP port deletion for 51858c7b-d340-4d99-9dfa-b2b252658ae4 request from dv-cinder-830089-4-iscsi {{(pid=103204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:10:18.715457 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.726459 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-f5e366a6-1d0a-477a-8a4c-e766de841e54 None None] Deleting port d0e65655-5ece-4aca-b610-faf38142eb36 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:18.726833 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f5e366a6-1d0a-477a-8a4c-e766de841e54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.742692 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e65655-5ece-4aca-b610-faf38142eb36,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:18.744448 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] No DVR routers for this DVR port d0e65655-5ece-4aca-b610-faf38142eb36 on host dv-cinder-830089-4-iscsi {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:10:18.794929 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-f5e366a6-1d0a-477a-8a4c-e766de841e54 None None] For port d0e65655-5ece-4aca-b610-faf38142eb36, host dv-cinder-830089-4-iscsi, got binding levels [] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:18.795310 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f5e366a6-1d0a-477a-8a4c-e766de841e54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.809110 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-f5e366a6-1d0a-477a-8a4c-e766de841e54 None None] Calling delete_port for d0e65655-5ece-4aca-b610-faf38142eb36 owned by network:dhcp {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:18.812145 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.ipam_backend_mixin [None req-f5e366a6-1d0a-477a-8a4c-e766de841e54 None None] Port d0e65655-5ece-4aca-b610-faf38142eb36 was not found and therefore no delete operation was performed {{(pid=103204) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 11:10:18.813514 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f5e366a6-1d0a-477a-8a4c-e766de841e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091'] for port (d0e65655-5ece-4aca-b610-faf38142eb36), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.822179 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (51858c7b-d340-4d99-9dfa-b2b252658ae4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.841403 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e366a6-1d0a-477a-8a4c-e766de841e54 None None] No DVR routers for this DVR port d0e65655-5ece-4aca-b610-faf38142eb36 on host dv-cinder-830089-4-iscsi {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:10:18.845412 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e366a6-1d0a-477a-8a4c-e766de841e54 None None] Pushing event deleted for resources: {'Port': ['ID=d0e65655-5ece-4aca-b610-faf38142eb36,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:18.848489 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51858c7b-d340-4d99-9dfa-b2b252658ae4']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:18.859892 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e967933-107e-4ba8-aca7-a821971dd8fa') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:18.860197 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e967933-107e-4ba8-aca7-a821971dd8fa') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:18.870256 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13103820'] for segment (1e967933-107e-4ba8-aca7-a821971dd8fa), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.884410 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (1e967933-107e-4ba8-aca7-a821971dd8fa), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.890556 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:10:18.891039 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13071068'] for segment (1e967933-107e-4ba8-aca7-a821971dd8fa), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: Traceback (most recent call last): Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: timer() Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: cb(*args, **kw) Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: return func(*args, **kwargs) Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: self._notify() Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: self.callback(batched_events) Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: event.method(event) Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: return f(self, *a, **k) Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: return self._get(url).json() Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: return self.request(url, 'GET', **kwargs) Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:10:18.892812 dv-cinder-830089-4-iscsi neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:10:18.950913 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (51858c7b-d340-4d99-9dfa-b2b252658ae4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.968655 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:18.974943 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] 10.222.0.55 "DELETE /v2.0/networks/51858c7b-d340-4d99-9dfa-b2b252658ae4 HTTP/1.1" status: 204 len: 168 time: 0.5592225 Apr 12 11:10:18.982988 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4075dfd-4888-4c2f-acdf-c15588177d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=51858c7b-d340-4d99-9dfa-b2b252658ae4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:19.082746 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device dd94268a-e80a-4308-8c9e-bfc2def609f1 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:19.108058 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: dd94268a-e80a-4308-8c9e-bfc2def609f1 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:19.118036 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device dd94268a-e80a-4308-8c9e-bfc2def609f1 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:19.118036 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device d0e65655-5ece-4aca-b610-faf38142eb36 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:19.118535 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54952) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:19.129127 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: d0e65655-5ece-4aca-b610-faf38142eb36 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:19.129574 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device d0e65655-5ece-4aca-b610-faf38142eb36 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:19.129999 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device ab887b40-fd4b-4a95-af44-0c50b8bda7b7 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:19.153726 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: ab887b40-fd4b-4a95-af44-0c50b8bda7b7 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:19.154074 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device ab887b40-fd4b-4a95-af44-0c50b8bda7b7 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:19.161003 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-05c0530e-b879-4205-9ccf-bd1b59f2ff2a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7543ac2f9f4413494aa881364f2051c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449383 Apr 12 11:10:19.163250 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54954) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:19.216408 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1caa-b2b2-4f8e-b8f9-d5004b4c69bb admin admin] Publish callbacks [] for security_group (fff36da3-5149-45e6-81f9-e18f93d09400), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:19.236791 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1caa-b2b2-4f8e-b8f9-d5004b4c69bb admin admin] Publish callbacks [] for security_group (fff36da3-5149-45e6-81f9-e18f93d09400), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:19.281942 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1caa-b2b2-4f8e-b8f9-d5004b4c69bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (fff36da3-5149-45e6-81f9-e18f93d09400), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:19.284620 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1caa-b2b2-4f8e-b8f9-d5004b4c69bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:19.285918 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-bf9d1caa-b2b2-4f8e-b8f9-d5004b4c69bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fff36da3-5149-45e6-81f9-e18f93d09400 HTTP/1.1" status: 204 len: 168 time: 0.1216328 Apr 12 11:10:19.293293 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d1caa-b2b2-4f8e-b8f9-d5004b4c69bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff36da3-5149-45e6-81f9-e18f93d09400,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:19.551797 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92033a38-73a1-4329-98c4-28e31de9da41 req-4456cfb6-e8b8-4982-a06d-71f6b3d14142 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:19.553344 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-92033a38-73a1-4329-98c4-28e31de9da41 req-4456cfb6-e8b8-4982-a06d-71f6b3d14142 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 943 time: 0.0515265 Apr 12 11:10:19.598656 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54962) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:19.602503 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-92033a38-73a1-4329-98c4-28e31de9da41 req-28aa9294-1b07-4299-b206-60c4f676a970 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436115 Apr 12 11:10:19.647931 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-1a7322a3-3dcc-40ef-89ee-49b97700edb1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15cae3398eb44ab99134c5ec34e05f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480213 Apr 12 11:10:19.650393 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 54964) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:19.696971 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90f144f4-be1e-432a-a4e8-18521710e02c admin admin] Publish callbacks [] for security_group (2c241792-e914-4b45-9edc-9588cdb3976a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:19.698582 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device ec72bd5c-7ee0-459c-86ec-48692be264fc details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:10:19.718628 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90f144f4-be1e-432a-a4e8-18521710e02c admin admin] Publish callbacks [] for security_group (2c241792-e914-4b45-9edc-9588cdb3976a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:19.766039 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90f144f4-be1e-432a-a4e8-18521710e02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (2c241792-e914-4b45-9edc-9588cdb3976a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:19.768622 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-90f144f4-be1e-432a-a4e8-18521710e02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:19.770050 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-90f144f4-be1e-432a-a4e8-18521710e02c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c241792-e914-4b45-9edc-9588cdb3976a HTTP/1.1" status: 204 len: 168 time: 0.1186411 Apr 12 11:10:19.778107 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f144f4-be1e-432a-a4e8-18521710e02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c241792-e914-4b45-9edc-9588cdb3976a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:19.816833 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port ec72bd5c-7ee0-459c-86ec-48692be264fc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:19.828555 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'port_id': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'mac_address': 'fa:16:3e:e3:06:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:10:19.866594 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port ec72bd5c-7ee0-459c-86ec-48692be264fc is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:10:19.866976 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:19.880308 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec72bd5c-7ee0-459c-86ec-48692be264fc {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:10:19.900651 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port ec72bd5c-7ee0-459c-86ec-48692be264fc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:19.906110 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:20.108547 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=ec72bd5c-7ee0-459c-86ec-48692be264fc,revision_number=7']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:20.328392 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['ec72bd5c-7ee0-459c-86ec-48692be264fc'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:10:20.714891 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61a406-e504-4043-a95d-56be0ba7b294 req-b29d5186-50c5-4ce0-bbee-3028e172f0f4 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:20.716357 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6e61a406-e504-4043-a95d-56be0ba7b294 req-b29d5186-50c5-4ce0-bbee-3028e172f0f4 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 944 time: 0.0458317 Apr 12 11:10:20.764786 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6e61a406-e504-4043-a95d-56be0ba7b294 req-53821f4f-f8cf-49d8-99b6-12e023e5a81c tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429986 Apr 12 11:10:21.710087 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device ec72bd5c-7ee0-459c-86ec-48692be264fc up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:10:21.755360 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port ec72bd5c-7ee0-459c-86ec-48692be264fc triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:10:21.755731 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:21.836367 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port ec72bd5c-7ee0-459c-86ec-48692be264fc is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:10:21.836752 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:21.859532 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72bd5c-7ee0-459c-86ec-48692be264fc'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:21.861767 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1e1c76-4c8d-4f88-b74b-51cb212fd4e1" -d '{"events": [{"server_uuid": "e1bc82e0-6533-49d9-97b8-b8beb3ee9726", "name": "network-vif-plugged", "status": "completed", "tag": "ec72bd5c-7ee0-459c-86ec-48692be264fc"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:21.881471 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port ec72bd5c-7ee0-459c-86ec-48692be264fc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:21.882445 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f56dc-6f39-4d8d-a187-4a21e4da0a36 req-6d815473-f508-4544-815f-716d0ff5c7cd tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:21.884116 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6c4f56dc-6f39-4d8d-a187-4a21e4da0a36 req-6d815473-f508-4544-815f-716d0ff5c7cd tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 944 time: 0.0503604 Apr 12 11:10:21.887986 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:21.913928 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245c3446-e2bb-47c7-a3fe-e5bc89621b3f x-openstack-request-id: req-245c3446-e2bb-47c7-a3fe-e5bc89621b3f {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:21.914240 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bc82e0-6533-49d9-97b8-b8beb3ee9726", "name": "network-vif-plugged", "status": "completed", "tag": "ec72bd5c-7ee0-459c-86ec-48692be264fc", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:21.914511 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-245c3446-e2bb-47c7-a3fe-e5bc89621b3f {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:21.914883 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245c3446-e2bb-47c7-a3fe-e5bc89621b3f'] response: {'server_uuid': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'code': 200} Apr 12 11:10:21.934628 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6c4f56dc-6f39-4d8d-a187-4a21e4da0a36 req-39361353-996a-4fb2-96e7-f29dafe10ced tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434279 Apr 12 11:10:21.939758 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=ec72bd5c-7ee0-459c-86ec-48692be264fc,revision_number=8']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:22.262082 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3278eb1-edbb-4e02-a8cb-4e6292d31da7 req-b7ea82b4-c57c-4b20-bf8f-036337abaefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:22.263541 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d3278eb1-edbb-4e02-a8cb-4e6292d31da7 req-b7ea82b4-c57c-4b20-bf8f-036337abaefb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 1129 time: 0.0361676 Apr 12 11:10:22.308149 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d3278eb1-edbb-4e02-a8cb-4e6292d31da7 req-172a9492-6c99-4531-b77d-c4dcffda98da service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375175 Apr 12 11:10:23.049532 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e36322-2562-41aa-8cd1-b57f483399df req-4429ce20-c3f1-4f19-95b9-f1fb93e82c12 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:23.051011 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-10e36322-2562-41aa-8cd1-b57f483399df req-4429ce20-c3f1-4f19-95b9-f1fb93e82c12 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0470545 Apr 12 11:10:23.102201 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-10e36322-2562-41aa-8cd1-b57f483399df req-c8026705-0f41-4070-88f7-9c63aa04f54b tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456753 Apr 12 11:10:24.086358 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923bda7-a6c6-46b9-a6f8-23065a488299 req-8613d347-d0de-47be-887e-f0d84dc6102b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:24.087825 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5923bda7-a6c6-46b9-a6f8-23065a488299 req-8613d347-d0de-47be-887e-f0d84dc6102b tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 945 time: 0.0461586 Apr 12 11:10:24.134601 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5923bda7-a6c6-46b9-a6f8-23065a488299 req-1b9a2654-4868-4daa-8173-ca2d5704fcb8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=a287e3a6-ca2c-46e4-9718-64dd2ec0432c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411999 Apr 12 11:10:24.213278 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79050e38-6141-4668-b91c-5d3441452946 req-1ada3617-905a-4b8a-a1c6-2f003e9d40e1 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:24.214708 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-79050e38-6141-4668-b91c-5d3441452946 req-1ada3617-905a-4b8a-a1c6-2f003e9d40e1 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0453284 Apr 12 11:10:24.261863 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-79050e38-6141-4668-b91c-5d3441452946 req-b7f7e199-0994-4fdb-a0ed-612361f81442 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416112 Apr 12 11:10:24.595969 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-685cb55a-a9dc-40bb-8dc3-68ab677969e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:25.248881 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8de59f-605f-4dff-b907-ffc073c8d4c7 req-2b1bbbbc-d1fd-49fb-89cc-ee8742e76415 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:25.250283 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ec8de59f-605f-4dff-b907-ffc073c8d4c7 req-2b1bbbbc-d1fd-49fb-89cc-ee8742e76415 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 945 time: 0.0490222 Apr 12 11:10:25.299300 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ec8de59f-605f-4dff-b907-ffc073c8d4c7 req-2bebcdc2-b819-4e92-9316-5dd293b755d8 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=a287e3a6-ca2c-46e4-9718-64dd2ec0432c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422502 Apr 12 11:10:26.094028 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-498b397c-54bf-4653-b0d4-b331d0597bd6 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:26.095479 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-498b397c-54bf-4653-b0d4-b331d0597bd6 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.61 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 945 time: 0.0444794 Apr 12 11:10:26.183898 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Deleting port fcac32f0-2b42-44a3-9087-055b069ab6a5 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:26.184240 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:26.272044 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] For port fcac32f0-2b42-44a3-9087-055b069ab6a5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=fcac32f0-2b42-44a3-9087-055b069ab6a5,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:26.272722 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:26.421482 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23492c8-45ec-4373-a2c2-7d00e3a17cf0 req-aaade6e7-d7a6-4b8f-9ee3-b172fcd830fe tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:26.422870 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b23492c8-45ec-4373-a2c2-7d00e3a17cf0 req-aaade6e7-d7a6-4b8f-9ee3-b172fcd830fe tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 945 time: 0.0561790 Apr 12 11:10:26.505211 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:26.505560 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (5717e3f3-3881-4054-a581-1b914adcaf2f), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:26.505869 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Floating IP 5717e3f3-3881-4054-a581-1b914adcaf2f disassociated. External IP: 172.27.0.180, port: fcac32f0-2b42-44a3-9087-055b069ab6a5. Apr 12 11:10:26.506202 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Calling delete_port for fcac32f0-2b42-44a3-9087-055b069ab6a5 owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:26.523931 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b23492c8-45ec-4373-a2c2-7d00e3a17cf0 req-206506e8-1bf2-4f2f-a04b-79a11b3ccc9e tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups?id=a287e3a6-ca2c-46e4-9718-64dd2ec0432c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676651 Apr 12 11:10:26.645199 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (fcac32f0-2b42-44a3-9087-055b069ab6a5), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:26.673795 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event deleted for resources: {'Port': ['ID=fcac32f0-2b42-44a3-9087-055b069ab6a5,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:26.787109 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:10:26.886474 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb83b-b14b-47eb-8f31-85ab13396a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:26.902603 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:10:26.913480 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8a3ee-5fa6-41b2-b710-508117ab58df None None] Sync routers for ids ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:10:26.923635 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8a3ee-5fa6-41b2-b710-508117ab58df None None] Routers {'6426c23a-9fb1-4e50-8d0f-ff08a290a250'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:26.924295 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-2bb8a3ee-5fa6-41b2-b710-508117ab58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:10:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:26.960091 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] No DVR routers for this DVR port fcac32f0-2b42-44a3-9087-055b069ab6a5 on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:10:26.964929 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:26.969611 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1a8cfe93-cf42-4a82-a775-c5676a1680f9 req-78b6c795-95fe-4406-9be4-9d16da1dac89 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.61 "DELETE /v2.0/ports/fcac32f0-2b42-44a3-9087-055b069ab6a5 HTTP/1.1" status: 204 len: 173 time: 0.8681576 Apr 12 11:10:26.970097 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d5056b-ce44-4f25-bca1-43ab71fbcde1', 'name': 'network-vif-deleted', 'tag': 'fcac32f0-2b42-44a3-9087-055b069ab6a5'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:26.973109 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2653448c-ec3e-4efc-9ee7-dfceaf16c405" -d '{"events": [{"server_uuid": "80d5056b-ce44-4f25-bca1-43ab71fbcde1", "name": "network-vif-deleted", "tag": "fcac32f0-2b42-44a3-9087-055b069ab6a5"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:27.046375 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-2bb8a3ee-5fa6-41b2-b710-508117ab58df None None] Set router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:27.047102 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1624e8-9540-4cc7-a1b6-efa39374dcf0 x-openstack-request-id: req-cf1624e8-9540-4cc7-a1b6-efa39374dcf0 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:27.047487 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d5056b-ce44-4f25-bca1-43ab71fbcde1", "name": "network-vif-deleted", "tag": "fcac32f0-2b42-44a3-9087-055b069ab6a5", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:27.047659 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf1624e8-9540-4cc7-a1b6-efa39374dcf0 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:27.048064 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1624e8-9540-4cc7-a1b6-efa39374dcf0'] response: {'server_uuid': '80d5056b-ce44-4f25-bca1-43ab71fbcde1', 'name': 'network-vif-deleted', 'tag': 'fcac32f0-2b42-44a3-9087-055b069ab6a5', 'status': 'completed', 'code': 200} Apr 12 11:10:27.274747 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-2bb8a3ee-5fa6-41b2-b710-508117ab58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 5, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:27.304579 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8a3ee-5fa6-41b2-b710-508117ab58df None None] Checking router: 6426c23a-9fb1-4e50-8d0f-ff08a290a250 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:10:27.313901 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8a3ee-5fa6-41b2-b710-508117ab58df None None] Routers {'6426c23a-9fb1-4e50-8d0f-ff08a290a250'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:27.314495 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-2bb8a3ee-5fa6-41b2-b710-508117ab58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:10:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:27.435660 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-2bb8a3ee-5fa6-41b2-b710-508117ab58df None None] Set router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:27.641211 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f2d22807-9219-4387-b28f-f8784a986e8f req-91de43d8-9810-4575-99bf-7a3379e586ed tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/ports?device_id=80d5056b-ce44-4f25-bca1-43ab71fbcde1 HTTP/1.1" status: 200 len: 210 time: 0.0297110 Apr 12 11:10:27.652157 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-2bb8a3ee-5fa6-41b2-b710-508117ab58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 5, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:27.679093 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb8a3ee-5fa6-41b2-b710-508117ab58df None None] The sync data for ids ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'] in dv-cinder-830089-4-iscsi is: [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:46Z', 'revision_number': 4, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'b1617eeb-3e63-4371-adb5-207e3a79ab2e', 'name': '', 'network_id': '0317d028-0989-472a-96e6-acd16004829e', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'mac_address': 'fa:16:3e:9e:74:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:45Z', 'updated_at': '2022-04-12T11:03:56Z', 'revision_number': 5, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'subnets': [{'id': '960eacfe-1fad-4c86-97dd-e4deb4410d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:10:27.886975 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e9118-698d-4857-b9a9-5a20d6f2ea64 None None] New status for floating IP 5717e3f3-3881-4054-a581-1b914adcaf2f: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:10:28.119197 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:28.726170 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55030) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:28.785638 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cdd009d4-93da-46e8-bce1-54d0ed53d675 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group (a287e3a6-ca2c-46e4-9718-64dd2ec0432c), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:28.808633 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cdd009d4-93da-46e8-bce1-54d0ed53d675 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group (a287e3a6-ca2c-46e4-9718-64dd2ec0432c), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:28.858860 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cdd009d4-93da-46e8-bce1-54d0ed53d675 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (a287e3a6-ca2c-46e4-9718-64dd2ec0432c), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:28.861452 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cdd009d4-93da-46e8-bce1-54d0ed53d675 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:28.863436 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-cdd009d4-93da-46e8-bce1-54d0ed53d675 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "DELETE /v2.0/security-groups/a287e3a6-ca2c-46e4-9718-64dd2ec0432c HTTP/1.1" status: 204 len: 168 time: 0.1362710 Apr 12 11:10:28.866241 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55032) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:28.872149 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd009d4-93da-46e8-bce1-54d0ed53d675 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a287e3a6-ca2c-46e4-9718-64dd2ec0432c,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:28.882777 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.api.v2.resource [None req-6ceb6d81-bc09-4cc5-87ed-1e1fbaa0dca3 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] show failed (client error): The resource could not be found. Apr 12 11:10:28.883821 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-6ceb6d81-bc09-4cc5-87ed-1e1fbaa0dca3 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "GET /v2.0/security-groups/a287e3a6-ca2c-46e4-9718-64dd2ec0432c HTTP/1.1" status: 404 len: 347 time: 0.0165300 Apr 12 11:10:28.886681 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55034) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:28.999517 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-72137ed5-73e1-4f20-b8d1-82378fe324a7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Deleting port 477b6e69-cc95-457a-8745-dfbc4aa20952 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:28.999860 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72137ed5-73e1-4f20-b8d1-82378fe324a7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (477b6e69-cc95-457a-8745-dfbc4aa20952), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:29.072491 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72137ed5-73e1-4f20-b8d1-82378fe324a7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (477b6e69-cc95-457a-8745-dfbc4aa20952), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:29.072813 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72137ed5-73e1-4f20-b8d1-82378fe324a7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for floatingip (477b6e69-cc95-457a-8745-dfbc4aa20952), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:29.084717 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-72137ed5-73e1-4f20-b8d1-82378fe324a7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Calling delete_port for 477b6e69-cc95-457a-8745-dfbc4aa20952 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:29.214662 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72137ed5-73e1-4f20-b8d1-82378fe324a7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (477b6e69-cc95-457a-8745-dfbc4aa20952), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:29.239939 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72137ed5-73e1-4f20-b8d1-82378fe324a7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Pushing event deleted for resources: {'Port': ['ID=477b6e69-cc95-457a-8745-dfbc4aa20952,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:29.299767 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72137ed5-73e1-4f20-b8d1-82378fe324a7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks [] for floatingip (5717e3f3-3881-4054-a581-1b914adcaf2f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:29.302752 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72137ed5-73e1-4f20-b8d1-82378fe324a7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:29.303909 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-72137ed5-73e1-4f20-b8d1-82378fe324a7 tempest-AttachVolumeTestJSON-1335291437 tempest-AttachVolumeTestJSON-1335291437-project] 10.222.0.55 "DELETE /v2.0/floatingips/5717e3f3-3881-4054-a581-1b914adcaf2f HTTP/1.1" status: 204 len: 168 time: 0.4163337 Apr 12 11:10:29.648693 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:29.749788 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device fcac32f0-2b42-44a3-9087-055b069ab6a5 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:29.774702 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: fcac32f0-2b42-44a3-9087-055b069ab6a5 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:29.775052 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device fcac32f0-2b42-44a3-9087-055b069ab6a5 not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:31.118093 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:32.814542 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55086) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:33.303297 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0881d1b-f725-4079-9909-7f5da2de166d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478385'] for router_interface (6426c23a-9fb1-4e50-8d0f-ff08a290a250), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:33.529207 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e0881d1b-f725-4079-9909-7f5da2de166d admin admin] Deleting port b1617eeb-3e63-4371-adb5-207e3a79ab2e {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:33.529645 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0881d1b-f725-4079-9909-7f5da2de166d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:33.606520 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-e0881d1b-f725-4079-9909-7f5da2de166d admin admin] For port b1617eeb-3e63-4371-adb5-207e3a79ab2e, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=b1617eeb-3e63-4371-adb5-207e3a79ab2e,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:33.606797 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0881d1b-f725-4079-9909-7f5da2de166d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:33.623543 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-e0881d1b-f725-4079-9909-7f5da2de166d admin admin] Calling delete_port for b1617eeb-3e63-4371-adb5-207e3a79ab2e owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:33.798615 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0881d1b-f725-4079-9909-7f5da2de166d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (b1617eeb-3e63-4371-adb5-207e3a79ab2e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:33.821514 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0881d1b-f725-4079-9909-7f5da2de166d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1617eeb-3e63-4371-adb5-207e3a79ab2e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:34.232112 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e0881d1b-f725-4079-9909-7f5da2de166d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16478237'] for router_interface (6426c23a-9fb1-4e50-8d0f-ff08a290a250), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:34.443307 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0881d1b-f725-4079-9909-7f5da2de166d admin admin] Router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:10:34.548588 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0881d1b-f725-4079-9909-7f5da2de166d admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:10:34.553701 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-e0881d1b-f725-4079-9909-7f5da2de166d admin admin] 10.222.0.55 "PUT /v2.0/routers/6426c23a-9fb1-4e50-8d0f-ff08a290a250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381198 Apr 12 11:10:34.557443 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55092) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:34.561648 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb8c8c-021e-4b53-af90-eccedaf7ce31 None None] Sync routers for ids ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:10:34.574250 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb8c8c-021e-4b53-af90-eccedaf7ce31 None None] Routers {'6426c23a-9fb1-4e50-8d0f-ff08a290a250'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:34.574963 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-a1eb8c8c-021e-4b53-af90-eccedaf7ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:10:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:34.669329 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] Publish callbacks [] for router (6426c23a-9fb1-4e50-8d0f-ff08a290a250), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:34.778740 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-a1eb8c8c-021e-4b53-af90-eccedaf7ce31 None None] Set router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:34.779014 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] Publish callbacks [] for router_gateway (6426c23a-9fb1-4e50-8d0f-ff08a290a250), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:34.822660 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] Deleting port 5a8e64bf-1cba-445e-8184-7c70caa4050b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:34.823370 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (5a8e64bf-1cba-445e-8184-7c70caa4050b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:34.901028 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] For port 5a8e64bf-1cba-445e-8184-7c70caa4050b, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=5a8e64bf-1cba-445e-8184-7c70caa4050b,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:34.901365 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (5a8e64bf-1cba-445e-8184-7c70caa4050b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:34.916726 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] Calling delete_port for 5a8e64bf-1cba-445e-8184-7c70caa4050b owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:34.946885 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-a1eb8c8c-021e-4b53-af90-eccedaf7ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:10:33Z', 'revision_number': 5, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port': {'id': '5a8e64bf-1cba-445e-8184-7c70caa4050b', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:34.972837 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb8c8c-021e-4b53-af90-eccedaf7ce31 None None] Checking router: 6426c23a-9fb1-4e50-8d0f-ff08a290a250 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:10:34.981116 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb8c8c-021e-4b53-af90-eccedaf7ce31 None None] Routers {'6426c23a-9fb1-4e50-8d0f-ff08a290a250'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:34.981717 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-a1eb8c8c-021e-4b53-af90-eccedaf7ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:10:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:35.076326 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-a1eb8c8c-021e-4b53-af90-eccedaf7ce31 None None] Set router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 gateway port host: None {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:35.100331 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (5a8e64bf-1cba-445e-8184-7c70caa4050b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.125629 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] Pushing event deleted for resources: {'Port': ['ID=5a8e64bf-1cba-445e-8184-7c70caa4050b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:35.127079 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-a1eb8c8c-021e-4b53-af90-eccedaf7ce31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:10:34Z', 'revision_number': 6, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port_host': None}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:35.157208 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb8c8c-021e-4b53-af90-eccedaf7ce31 None None] The sync data for ids ['6426c23a-9fb1-4e50-8d0f-ff08a290a250'] in dv-cinder-830089-4-iscsi is: [{'id': '6426c23a-9fb1-4e50-8d0f-ff08a290a250', 'name': 'tempest-AttachVolumeTestJSON-1534951533-router', 'tenant_id': '32e5cadd300d492aa1e9baa86a13b241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:10:34Z', 'revision_number': 6, 'project_id': '32e5cadd300d492aa1e9baa86a13b241', 'gw_port_host': None}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:10:35.192598 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16479227'] for router_gateway (6426c23a-9fb1-4e50-8d0f-ff08a290a250), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.283778 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16431445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-442'] for router (6426c23a-9fb1-4e50-8d0f-ff08a290a250), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.286009 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] Publish callbacks [] for router_controller (6426c23a-9fb1-4e50-8d0f-ff08a290a250), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.329367 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16431452'] for router (6426c23a-9fb1-4e50-8d0f-ff08a290a250), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.329869 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6426c23a-9fb1-4e50-8d0f-ff08a290a250 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:10:35.335085 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.336231 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-c9cbd492-539c-4b58-bd32-c0174a99adcc admin admin] 10.222.0.55 "DELETE /v2.0/routers/6426c23a-9fb1-4e50-8d0f-ff08a290a250 HTTP/1.1" status: 204 len: 168 time: 0.7790961 Apr 12 11:10:35.338753 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55098) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:35.381758 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-3359557a-18c3-43fd-bed5-940b02d72997 admin admin] Deleting subnet 960eacfe-1fad-4c86-97dd-e4deb4410d5f {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:10:35.384836 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3359557a-18c3-43fd-bed5-940b02d72997 admin admin] Publish callbacks [] for subnet (960eacfe-1fad-4c86-97dd-e4deb4410d5f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.418978 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3359557a-18c3-43fd-bed5-940b02d72997 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13103813'] for subnet (960eacfe-1fad-4c86-97dd-e4deb4410d5f), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.503675 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3359557a-18c3-43fd-bed5-940b02d72997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (960eacfe-1fad-4c86-97dd-e4deb4410d5f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.566630 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3359557a-18c3-43fd-bed5-940b02d72997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13070966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12863354'] for subnet (960eacfe-1fad-4c86-97dd-e4deb4410d5f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.598050 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359557a-18c3-43fd-bed5-940b02d72997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960eacfe-1fad-4c86-97dd-e4deb4410d5f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:35.603979 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3359557a-18c3-43fd-bed5-940b02d72997 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.608009 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-3359557a-18c3-43fd-bed5-940b02d72997 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/960eacfe-1fad-4c86-97dd-e4deb4410d5f HTTP/1.1" status: 204 len: 168 time: 0.2681241 Apr 12 11:10:35.610326 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55100) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:35.618171 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9bf5d1-618d-404f-abc2-889311f5329e None None] Network 0317d028-0989-472a-96e6-acd16004829e requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:10:35.683392 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (0317d028-0989-472a-96e6-acd16004829e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.732482 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Deleting port 8e3e1603-a2c1-4062-84ed-acf068de9962 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:35.733135 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (8e3e1603-a2c1-4062-84ed-acf068de9962), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.796675 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] For port 8e3e1603-a2c1-4062-84ed-acf068de9962, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=8e3e1603-a2c1-4062-84ed-acf068de9962,segment=NetworkSegment(fb1a1263-ff3e-4c25-a36e-d9b291efebc9),segment_id=fb1a1263-ff3e-4c25-a36e-d9b291efebc9)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:35.797036 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (8e3e1603-a2c1-4062-84ed-acf068de9962), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.809742 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Calling delete_port for 8e3e1603-a2c1-4062-84ed-acf068de9962 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:35.889128 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (8e3e1603-a2c1-4062-84ed-acf068de9962), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:35.919307 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3e1603-a2c1-4062-84ed-acf068de9962,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:35.924058 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] No DVR routers for this DVR port 8e3e1603-a2c1-4062-84ed-acf068de9962 on host dv-cinder-830089-4-iscsi {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:10:35.936168 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcab4d8-980e-4820-9443-0fd29551f9ee None None] DHCP port deletion for 0317d028-0989-472a-96e6-acd16004829e request from dv-cinder-830089-4-iscsi {{(pid=103204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:10:36.002688 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (0317d028-0989-472a-96e6-acd16004829e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.024687 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0317d028-0989-472a-96e6-acd16004829e']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:36.034439 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:36.034734 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1a1263-ff3e-4c25-a36e-d9b291efebc9') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:36.044684 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13103820'] for segment (fb1a1263-ff3e-4c25-a36e-d9b291efebc9), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.058046 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (fb1a1263-ff3e-4c25-a36e-d9b291efebc9), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.064143 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:10:36.064521 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13071068'] for segment (fb1a1263-ff3e-4c25-a36e-d9b291efebc9), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: Traceback (most recent call last): Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: timer() Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: cb(*args, **kw) Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: return func(*args, **kwargs) Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: self._notify() Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: self.callback(batched_events) Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: event.method(event) Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: return f(self, *a, **k) Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: return self._get(url).json() Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: return self.request(url, 'GET', **kwargs) Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:10:36.066220 dv-cinder-830089-4-iscsi neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:10:36.120878 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (0317d028-0989-472a-96e6-acd16004829e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.125430 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.128756 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] 10.222.0.55 "DELETE /v2.0/networks/0317d028-0989-472a-96e6-acd16004829e HTTP/1.1" status: 204 len: 168 time: 0.5172808 Apr 12 11:10:36.141673 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba43f42-4108-4be3-9c8f-f8652708bdec admin admin] Pushing event deleted for resources: {'Network': ['ID=0317d028-0989-472a-96e6-acd16004829e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:36.257751 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55106) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:36.297046 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-4cd24259-142e-44b7-a8fa-264296b41466 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32e5cadd300d492aa1e9baa86a13b241&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380929 Apr 12 11:10:36.299519 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55108) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:36.345888 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-700c21bd-4ac8-4c82-9086-d89e8f14fc3f admin admin] Publish callbacks [] for security_group (9d6e9596-3d32-4839-a449-8813b066d09a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.366670 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-700c21bd-4ac8-4c82-9086-d89e8f14fc3f admin admin] Publish callbacks [] for security_group (9d6e9596-3d32-4839-a449-8813b066d09a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.412399 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-700c21bd-4ac8-4c82-9086-d89e8f14fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (9d6e9596-3d32-4839-a449-8813b066d09a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.415566 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-700c21bd-4ac8-4c82-9086-d89e8f14fc3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:36.416690 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-700c21bd-4ac8-4c82-9086-d89e8f14fc3f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d6e9596-3d32-4839-a449-8813b066d09a HTTP/1.1" status: 204 len: 168 time: 0.1162066 Apr 12 11:10:36.424105 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c21bd-4ac8-4c82-9086-d89e8f14fc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6e9596-3d32-4839-a449-8813b066d09a,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:37.072069 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 8e3e1603-a2c1-4062-84ed-acf068de9962 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:37.092442 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 8e3e1603-a2c1-4062-84ed-acf068de9962 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:37.092785 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 8e3e1603-a2c1-4062-84ed-acf068de9962 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:37.093197 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 5a8e64bf-1cba-445e-8184-7c70caa4050b no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:37.112816 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 5a8e64bf-1cba-445e-8184-7c70caa4050b {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:37.113232 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 5a8e64bf-1cba-445e-8184-7c70caa4050b not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:37.113721 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device b1617eeb-3e63-4371-adb5-207e3a79ab2e no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:37.131725 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: b1617eeb-3e63-4371-adb5-207e3a79ab2e {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:37.132068 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device b1617eeb-3e63-4371-adb5-207e3a79ab2e not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:39.889243 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:41.887067 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:10:43.636769 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7c58f-ec2d-449a-90a9-fdb4b3be6b6e req-1da82fd8-b862-4261-9aee-8e829003753d tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:43.638127 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c5c7c58f-ec2d-449a-90a9-fdb4b3be6b6e req-1da82fd8-b862-4261-9aee-8e829003753d tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 945 time: 0.0452673 Apr 12 11:10:43.683079 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c5c7c58f-ec2d-449a-90a9-fdb4b3be6b6e req-66a48d6b-2f41-4a12-bbe4-e9c4f0ce2d7a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e672826-e886-4910-bb43-58e316b428ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393498 Apr 12 11:10:44.604411 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb12db-92de-4153-80db-b011908ada1a req-babe921d-5825-4434-8be1-a1c829c327a8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:44.605901 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c8cb12db-92de-4153-80db-b011908ada1a req-babe921d-5825-4434-8be1-a1c829c327a8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0506234 Apr 12 11:10:44.629013 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55274) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:44.652708 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c8cb12db-92de-4153-80db-b011908ada1a req-5d91de05-d29d-42f0-8e0d-2e1456d949c4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412102 Apr 12 11:10:44.737013 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e99985f4-04b2-411e-8909-4aef0c0cf4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:44.797448 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48411e1-f211-4f79-aaf0-4aaa8e37f6a1 req-627a55cb-47ff-4cf7-b738-0e93a5def6bd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:44.798908 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a48411e1-f211-4f79-aaf0-4aaa8e37f6a1 req-627a55cb-47ff-4cf7-b738-0e93a5def6bd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 945 time: 0.0471489 Apr 12 11:10:44.814165 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e99985f4-04b2-411e-8909-4aef0c0cf4d9 admin admin] Publish callbacks [] for security_group (cb1e6171-2540-4f5b-8e63-c19e587e8efb), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:44.819360 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e99985f4-04b2-411e-8909-4aef0c0cf4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (cb1e6171-2540-4f5b-8e63-c19e587e8efb), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:44.847206 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a48411e1-f211-4f79-aaf0-4aaa8e37f6a1 req-57e2f99a-c175-4710-897e-6f194318e4bd tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e672826-e886-4910-bb43-58e316b428ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422699 Apr 12 11:10:44.858372 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-e99985f4-04b2-411e-8909-4aef0c0cf4d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=934a8c54481f4033af4a76d19636f1da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282996 Apr 12 11:10:44.859728 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99985f4-04b2-411e-8909-4aef0c0cf4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1e6171-2540-4f5b-8e63-c19e587e8efb,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:44.861107 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55280) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:44.908721 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-30185870-0044-4ea5-ba5c-7a40e303f14a admin admin] Publish callbacks [] for security_group (cb1e6171-2540-4f5b-8e63-c19e587e8efb), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:44.928935 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-30185870-0044-4ea5-ba5c-7a40e303f14a admin admin] Publish callbacks [] for security_group (cb1e6171-2540-4f5b-8e63-c19e587e8efb), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:44.977616 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-30185870-0044-4ea5-ba5c-7a40e303f14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (cb1e6171-2540-4f5b-8e63-c19e587e8efb), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:44.980326 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-30185870-0044-4ea5-ba5c-7a40e303f14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:44.981440 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-30185870-0044-4ea5-ba5c-7a40e303f14a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb1e6171-2540-4f5b-8e63-c19e587e8efb HTTP/1.1" status: 204 len: 168 time: 0.1192920 Apr 12 11:10:44.989021 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30185870-0044-4ea5-ba5c-7a40e303f14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1e6171-2540-4f5b-8e63-c19e587e8efb,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:45.593715 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55304) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:45.696322 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2077821159-network', 'tenant_id': '0fb15a1fb9084c3aafad4329bdb2670e'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:10:45.721900 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-9376388e-c082-4264-b7d9-98cec661e92a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:45.723922 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-9376388e-c082-4264-b7d9-98cec661e92a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 945 time: 0.0592864 Apr 12 11:10:45.746191 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] Made reservation on behalf of 0fb15a1fb9084c3aafad4329bdb2670e for: {'network': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:10:45.748318 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:45.794931 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:45.858575 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1bfa-b72d-4f62-ab34-608f5a9406a6 req-688dc319-e145-4ca6-926b-3642047ae0c2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:45.860059 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0f3b1bfa-b72d-4f62-ab34-608f5a9406a6 req-688dc319-e145-4ca6-926b-3642047ae0c2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.1293733 Apr 12 11:10:45.901486 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Deleting port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:45.901837 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.033780 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0f3b1bfa-b72d-4f62-ab34-608f5a9406a6 req-e17fe924-0685-4179-96aa-50daaece1c97 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1667340 Apr 12 11:10:46.051611 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa4657-ce07-4f30-befa-58e4cc828b2b req-19790b0c-2fb8-4515-8039-94c196fe842d tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:46.053062 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9bfa4657-ce07-4f30-befa-58e4cc828b2b req-19790b0c-2fb8-4515-8039-94c196fe842d tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 945 time: 0.1313422 Apr 12 11:10:46.091233 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] Publish callbacks [] for security_group (68628fb9-ec79-4ec2-b7f7-fee72f3ea0f1), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.101554 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (68628fb9-ec79-4ec2-b7f7-fee72f3ea0f1), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.111412 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] For port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=627dc5e7-74fe-4bd0-9046-d66220ebd5f8,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:46.111690 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.190693 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103203) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:10:46.198828 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68628fb9-ec79-4ec2-b7f7-fee72f3ea0f1,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:46.212468 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9bfa4657-ce07-4f30-befa-58e4cc828b2b req-03d0a1f3-3afe-4c80-bb71-5d15ef1aa1f8 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups?id=9e672826-e886-4910-bb43-58e316b428ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523497 Apr 12 11:10:46.220582 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (e6f958f0-2544-4bad-8b02-b1a0e83ed385), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.220923 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.segments_db [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] Added segment e6f958f0-2544-4bad-8b02-b1a0e83ed385 of type vlan for network 97f84f4b-0966-4ce0-82f3-c69f84f467cd Apr 12 11:10:46.303998 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (97f84f4b-0966-4ce0-82f3-c69f84f467cd), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.370423 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (97f84f4b-0966-4ce0-82f3-c69f84f467cd), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.371374 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:46.371950 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.396938 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.397299 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (26232813-8399-4fe9-b469-de443192dce2), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.397615 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Floating IP 26232813-8399-4fe9-b469-de443192dce2 disassociated. External IP: 172.27.0.200, port: 627dc5e7-74fe-4bd0-9046-d66220ebd5f8. Apr 12 11:10:46.397950 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Calling delete_port for 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:46.419486 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8246958 Apr 12 11:10:46.422436 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55312) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:46.427268 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-aaf18e52-a7d0-41de-81a0-bcb7c7ea288c admin admin] Request body: {'subnet': {'network_id': '97f84f4b-0966-4ce0-82f3-c69f84f467cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2077821159-subnet', 'tenant_id': '0fb15a1fb9084c3aafad4329bdb2670e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:10:46.445742 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf18e52-a7d0-41de-81a0-bcb7c7ea288c admin admin] Made reservation on behalf of 0fb15a1fb9084c3aafad4329bdb2670e for: {'subnet': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:10:46.448198 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aaf18e52-a7d0-41de-81a0-bcb7c7ea288c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12863335'] for subnet (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.483592 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f027823-62c2-4530-ad66-66bdb0d12823 admin admin] Pushing event updated for resources: {'Network': ['ID=97f84f4b-0966-4ce0-82f3-c69f84f467cd,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:46.493963 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network 97f84f4b-0966-4ce0-82f3-c69f84f467cd details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:10:46.583544 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (627dc5e7-74fe-4bd0-9046-d66220ebd5f8), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.612344 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event deleted for resources: {'Port': ['ID=627dc5e7-74fe-4bd0-9046-d66220ebd5f8,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:46.639421 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aaf18e52-a7d0-41de-81a0-bcb7c7ea288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13073595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12863349'] for subnet (e9bd24bd-c0b3-4023-87f1-4b0633263774), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.695335 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf18e52-a7d0-41de-81a0-bcb7c7ea288c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9bd24bd-c0b3-4023-87f1-4b0633263774,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:46.703948 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf18e52-a7d0-41de-81a0-bcb7c7ea288c admin admin] Checking segment: {'id': 'e6f958f0-2544-4bad-8b02-b1a0e83ed385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '97f84f4b-0966-4ce0-82f3-c69f84f467cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:10:46.704380 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf18e52-a7d0-41de-81a0-bcb7c7ea288c admin admin] Network hostable DHCP agents. Network: 97f84f4b-0966-4ce0-82f3-c69f84f467cd, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:10:46.721630 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf18e52-a7d0-41de-81a0-bcb7c7ea288c admin admin] Network 97f84f4b-0966-4ce0-82f3-c69f84f467cd is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:10:46.730382 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-aaf18e52-a7d0-41de-81a0-bcb7c7ea288c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, 97f84f4b-0966-4ce0-82f3-c69f84f467cd) {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:10:46.733290 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Router 8d461e54-0cb0-49e6-896b-fc75f0540550 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:10:46.734512 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf18e52-a7d0-41de-81a0-bcb7c7ea288c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:46.735100 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-aaf18e52-a7d0-41de-81a0-bcb7c7ea288c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.742391 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91a004-f38c-4ab2-8f33-a071bee10416 None None] Network 97f84f4b-0966-4ce0-82f3-c69f84f467cd requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:10:46.760593 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-aaf18e52-a7d0-41de-81a0-bcb7c7ea288c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3368986 Apr 12 11:10:46.847218 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:10:46.854011 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfe3ecf-d603-419b-ab73-099d6e25f295 None None] Network 97f84f4b-0966-4ce0-82f3-c69f84f467cd requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:10:46.895848 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] No DVR routers for this DVR port 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:10:46.898446 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:46.901829 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f2558891-aca6-43f9-97c3-9f405a2e2983 req-2d537be2-dfaa-4ace-8b7c-4fe814d3cee7 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.61 "DELETE /v2.0/ports/627dc5e7-74fe-4bd0-9046-d66220ebd5f8 HTTP/1.1" status: 204 len: 173 time: 1.1721714 Apr 12 11:10:46.902283 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95518804-6f69-44d8-9974-96587f0cf489', 'name': 'network-vif-deleted', 'tag': '627dc5e7-74fe-4bd0-9046-d66220ebd5f8'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:46.910376 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8375b25e-e463-49b7-af26-56d58cf56a29" -d '{"events": [{"server_uuid": "95518804-6f69-44d8-9974-96587f0cf489", "name": "network-vif-deleted", "tag": "627dc5e7-74fe-4bd0-9046-d66220ebd5f8"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:46.924446 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875e2ad6-9031-4df3-95b1-08d834e6a715 None None] Sync routers for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:10:46.948329 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875e2ad6-9031-4df3-95b1-08d834e6a715 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:46.949066 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-875e2ad6-9031-4df3-95b1-08d834e6a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:10:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:46.957384 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9e5a13-4d8a-44dc-90a4-bb11b603b1f0 x-openstack-request-id: req-aa9e5a13-4d8a-44dc-90a4-bb11b603b1f0 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:46.959204 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95518804-6f69-44d8-9974-96587f0cf489", "name": "network-vif-deleted", "tag": "627dc5e7-74fe-4bd0-9046-d66220ebd5f8", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:46.960042 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa9e5a13-4d8a-44dc-90a4-bb11b603b1f0 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:46.961913 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9e5a13-4d8a-44dc-90a4-bb11b603b1f0'] response: {'server_uuid': '95518804-6f69-44d8-9974-96587f0cf489', 'name': 'network-vif-deleted', 'tag': '627dc5e7-74fe-4bd0-9046-d66220ebd5f8', 'status': 'completed', 'code': 200} Apr 12 11:10:47.111554 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-875e2ad6-9031-4df3-95b1-08d834e6a715 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:47.198297 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e637a-17c8-491e-9882-83d5305ceac6 req-b095a942-78c4-4c7f-b3b1-b44d2bfffea8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:47.199862 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f90e637a-17c8-491e-9882-83d5305ceac6 req-b095a942-78c4-4c7f-b3b1-b44d2bfffea8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0616832 Apr 12 11:10:47.249621 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f90e637a-17c8-491e-9882-83d5305ceac6 req-540bf6f5-d57a-44be-b485-52986a56194d tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441244 Apr 12 11:10:47.334123 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-00497220-4d39-4e23-bbaf-e7fbb05b9f3e req-e4d9ca26-00cb-4448-8b7b-ada7b86d1229 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/ports?device_id=95518804-6f69-44d8-9974-96587f0cf489 HTTP/1.1" status: 200 len: 210 time: 0.0294676 Apr 12 11:10:47.337957 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-875e2ad6-9031-4df3-95b1-08d834e6a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:47.368719 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875e2ad6-9031-4df3-95b1-08d834e6a715 None None] Checking router: 8d461e54-0cb0-49e6-896b-fc75f0540550 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:10:47.370452 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55334) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:47.375491 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1173352627-network', 'tenant_id': 'f5bec5ff6db44f31a3134c75708e84e4'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:10:47.377375 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875e2ad6-9031-4df3-95b1-08d834e6a715 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:47.378053 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-875e2ad6-9031-4df3-95b1-08d834e6a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:10:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:47.393692 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] Made reservation on behalf of f5bec5ff6db44f31a3134c75708e84e4 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:10:47.396157 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:47.404909 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:47.485577 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] Publish callbacks [] for security_group (b531ed72-1205-44dd-8719-c1dd937b8e58), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:47.492358 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (b531ed72-1205-44dd-8719-c1dd937b8e58), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:47.499492 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-875e2ad6-9031-4df3-95b1-08d834e6a715 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:47.518855 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:10:47.530950 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b531ed72-1205-44dd-8719-c1dd937b8e58,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:47.541241 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (9e846b1c-bff3-4360-a1ae-a87cb6e51ee4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:47.541975 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.segments_db [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] Added segment 9e846b1c-bff3-4360-a1ae-a87cb6e51ee4 of type vlan for network 9c296931-50b7-4b0e-aac9-dfdf9633e1cc Apr 12 11:10:47.590229 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (9c296931-50b7-4b0e-aac9-dfdf9633e1cc), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:47.615403 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (9c296931-50b7-4b0e-aac9-dfdf9633e1cc), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:47.616405 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:47.617037 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:47.675693 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3037400 Apr 12 11:10:47.678746 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55336) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:47.679712 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260b3b3-0223-4465-af51-5b5461d7f1e6 admin admin] Pushing event updated for resources: {'Network': ['ID=9c296931-50b7-4b0e-aac9-dfdf9633e1cc,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:47.685214 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-64b85e82-1f31-41af-b9fe-1c532e5b0d52 admin admin] Request body: {'subnet': {'network_id': '9c296931-50b7-4b0e-aac9-dfdf9633e1cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1173352627-subnet', 'tenant_id': 'f5bec5ff6db44f31a3134c75708e84e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:10:47.690663 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network 9c296931-50b7-4b0e-aac9-dfdf9633e1cc details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:10:47.704732 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b85e82-1f31-41af-b9fe-1c532e5b0d52 admin admin] Made reservation on behalf of f5bec5ff6db44f31a3134c75708e84e4 for: {'subnet': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:10:47.707807 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64b85e82-1f31-41af-b9fe-1c532e5b0d52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24906906'] for subnet (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:47.880609 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64b85e82-1f31-41af-b9fe-1c532e5b0d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12698830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24906888'] for subnet (7ed747eb-b944-49dc-a3d2-61952a7c093f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:47.888904 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-875e2ad6-9031-4df3-95b1-08d834e6a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:47.921546 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875e2ad6-9031-4df3-95b1-08d834e6a715 None None] The sync data for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi is: [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:03:51Z', 'revision_number': 4, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '385537db-ef7f-4bf7-b3c4-b0931cd3c4ec', 'name': '', 'network_id': '6f32d468-ddbc-4b9d-abc3-b84d288bd876', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'mac_address': 'fa:16:3e:c4:04:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:48Z', 'updated_at': '2022-04-12T11:04:02Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'subnets': [{'id': 'c307a9d7-336a-46ab-a789-b81d127c4a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:10:47.934121 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b85e82-1f31-41af-b9fe-1c532e5b0d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed747eb-b944-49dc-a3d2-61952a7c093f,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:47.950059 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b85e82-1f31-41af-b9fe-1c532e5b0d52 admin admin] Checking segment: {'id': '9e846b1c-bff3-4360-a1ae-a87cb6e51ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9c296931-50b7-4b0e-aac9-dfdf9633e1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:10:47.950689 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b85e82-1f31-41af-b9fe-1c532e5b0d52 admin admin] Network hostable DHCP agents. Network: 9c296931-50b7-4b0e-aac9-dfdf9633e1cc, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:10:47.968453 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b85e82-1f31-41af-b9fe-1c532e5b0d52 admin admin] Network 9c296931-50b7-4b0e-aac9-dfdf9633e1cc is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:10:47.977759 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-64b85e82-1f31-41af-b9fe-1c532e5b0d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, 9c296931-50b7-4b0e-aac9-dfdf9633e1cc) {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:10:47.981832 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b85e82-1f31-41af-b9fe-1c532e5b0d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:47.982426 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-64b85e82-1f31-41af-b9fe-1c532e5b0d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:47.991736 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ea07d3-f053-4b57-9182-451500897ea2 None None] Network 9c296931-50b7-4b0e-aac9-dfdf9633e1cc requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:10:47.999923 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-64b85e82-1f31-41af-b9fe-1c532e5b0d52 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3198681 Apr 12 11:10:48.093178 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e032229-359f-4f16-82f2-3dc69871035d None None] Network 9c296931-50b7-4b0e-aac9-dfdf9633e1cc requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:10:48.131829 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55340) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:48.183362 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31a033f-c0d5-4235-bc22-0e0757633e93 admin admin] Deleting subnet e9bd24bd-c0b3-4023-87f1-4b0633263774 {{(pid=103203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:10:48.187095 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e31a033f-c0d5-4235-bc22-0e0757633e93 admin admin] Publish callbacks [] for subnet (e9bd24bd-c0b3-4023-87f1-4b0633263774), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.204915 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164f0a9a-79b1-4aa9-94cc-d02ac404829e None None] New status for floating IP 26232813-8399-4fe9-b469-de443192dce2: DOWN {{(pid=103205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:10:48.222308 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e31a033f-c0d5-4235-bc22-0e0757633e93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24944449'] for subnet (e9bd24bd-c0b3-4023-87f1-4b0633263774), precommit_delete_associations {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.261370 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e31a033f-c0d5-4235-bc22-0e0757633e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (e9bd24bd-c0b3-4023-87f1-4b0633263774), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.323860 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e31a033f-c0d5-4235-bc22-0e0757633e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12700163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24906887'] for subnet (e9bd24bd-c0b3-4023-87f1-4b0633263774), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.377491 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a033f-c0d5-4235-bc22-0e0757633e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9bd24bd-c0b3-4023-87f1-4b0633263774,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:48.383505 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e31a033f-c0d5-4235-bc22-0e0757633e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.386703 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-e31a033f-c0d5-4235-bc22-0e0757633e93 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e9bd24bd-c0b3-4023-87f1-4b0633263774 HTTP/1.1" status: 204 len: 168 time: 0.2535534 Apr 12 11:10:48.392195 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55348) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:48.422528 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9751e13-91ef-4496-b0f7-3c4d33c4e92c req-c191ac3f-f56e-4d4f-a5ce-3fc9a292ef01 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:48.423394 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55350) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:48.427957 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c9751e13-91ef-4496-b0f7-3c4d33c4e92c req-c191ac3f-f56e-4d4f-a5ce-3fc9a292ef01 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.1004987 Apr 12 11:10:48.479709 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe4fcfc5-df2d-4703-8feb-6b7961787b5b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (9e672826-e886-4910-bb43-58e316b428ba), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.496926 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fdd251e5-0500-4213-a5a2-023a8889ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (97f84f4b-0966-4ce0-82f3-c69f84f467cd), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.502593 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe4fcfc5-df2d-4703-8feb-6b7961787b5b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (9e672826-e886-4910-bb43-58e316b428ba), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.523744 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c9751e13-91ef-4496-b0f7-3c4d33c4e92c req-e702827c-f542-4946-927e-e7d0a7f7fe16 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892098 Apr 12 11:10:48.555435 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe4fcfc5-df2d-4703-8feb-6b7961787b5b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (9e672826-e886-4910-bb43-58e316b428ba), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.558178 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe4fcfc5-df2d-4703-8feb-6b7961787b5b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.559335 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-fe4fcfc5-df2d-4703-8feb-6b7961787b5b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "DELETE /v2.0/security-groups/9e672826-e886-4910-bb43-58e316b428ba HTTP/1.1" status: 204 len: 168 time: 0.1348450 Apr 12 11:10:48.562842 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55352) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:48.575932 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fcfc5-df2d-4703-8feb-6b7961787b5b tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e672826-e886-4910-bb43-58e316b428ba,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:48.583068 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.api.v2.resource [None req-ad0d2b62-c871-4844-9ae4-39910d5f9d9a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] show failed (client error): The resource could not be found. Apr 12 11:10:48.584121 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-ad0d2b62-c871-4844-9ae4-39910d5f9d9a tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "GET /v2.0/security-groups/9e672826-e886-4910-bb43-58e316b428ba HTTP/1.1" status: 404 len: 347 time: 0.0192840 Apr 12 11:10:48.588642 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55354) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:48.598544 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fdd251e5-0500-4213-a5a2-023a8889ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (97f84f4b-0966-4ce0-82f3-c69f84f467cd), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.618456 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-fdd251e5-0500-4213-a5a2-023a8889ab9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f84f4b-0966-4ce0-82f3-c69f84f467cd']}} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:48.627675 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-fdd251e5-0500-4213-a5a2-023a8889ab9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f958f0-2544-4bad-8b02-b1a0e83ed385') {'for_net_delete': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:48.627971 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-fdd251e5-0500-4213-a5a2-023a8889ab9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f958f0-2544-4bad-8b02-b1a0e83ed385') {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:48.637818 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fdd251e5-0500-4213-a5a2-023a8889ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24944456'] for segment (e6f958f0-2544-4bad-8b02-b1a0e83ed385), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.650438 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fdd251e5-0500-4213-a5a2-023a8889ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (e6f958f0-2544-4bad-8b02-b1a0e83ed385), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.656199 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd251e5-0500-4213-a5a2-023a8889ab9d admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:10:48.656571 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fdd251e5-0500-4213-a5a2-023a8889ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12700329'] for segment (e6f958f0-2544-4bad-8b02-b1a0e83ed385), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: Traceback (most recent call last): Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: timer() Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: cb(*args, **kw) Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: return func(*args, **kwargs) Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: self._notify() Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: self.callback(batched_events) Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: event.method(event) Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: return f(self, *a, **k) Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._get(url).json() Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: return self.request(url, 'GET', **kwargs) Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:10:48.658249 dv-cinder-830089-4-iscsi neutron-server[103203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:10:48.703433 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b277716b-8bc1-45e0-97c5-5f0ce3665a57 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Deleting port d77b163f-5990-43d8-acf3-9343b9604037 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:48.703778 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b277716b-8bc1-45e0-97c5-5f0ce3665a57 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (d77b163f-5990-43d8-acf3-9343b9604037), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.714887 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fdd251e5-0500-4213-a5a2-023a8889ab9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (97f84f4b-0966-4ce0-82f3-c69f84f467cd), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.721124 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-fdd251e5-0500-4213-a5a2-023a8889ab9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.724477 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-fdd251e5-0500-4213-a5a2-023a8889ab9d admin admin] 10.222.0.55 "DELETE /v2.0/networks/97f84f4b-0966-4ce0-82f3-c69f84f467cd HTTP/1.1" status: 204 len: 168 time: 0.3311596 Apr 12 11:10:48.727290 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55356) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:48.733782 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd251e5-0500-4213-a5a2-023a8889ab9d admin admin] Pushing event deleted for resources: {'Network': ['ID=97f84f4b-0966-4ce0-82f3-c69f84f467cd,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:48.816918 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4f7e04-e2c8-4c70-b2c2-644531cfff13 admin admin] Deleting subnet 7ed747eb-b944-49dc-a3d2-61952a7c093f {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:10:48.819784 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b277716b-8bc1-45e0-97c5-5f0ce3665a57 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (d77b163f-5990-43d8-acf3-9343b9604037), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.820112 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b277716b-8bc1-45e0-97c5-5f0ce3665a57 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (d77b163f-5990-43d8-acf3-9343b9604037), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.828193 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd4f7e04-e2c8-4c70-b2c2-644531cfff13 admin admin] Publish callbacks [] for subnet (7ed747eb-b944-49dc-a3d2-61952a7c093f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.852680 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-b277716b-8bc1-45e0-97c5-5f0ce3665a57 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Calling delete_port for d77b163f-5990-43d8-acf3-9343b9604037 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:48.873500 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd4f7e04-e2c8-4c70-b2c2-644531cfff13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13103813'] for subnet (7ed747eb-b944-49dc-a3d2-61952a7c093f), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:48.960537 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd4f7e04-e2c8-4c70-b2c2-644531cfff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (7ed747eb-b944-49dc-a3d2-61952a7c093f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.041068 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd4f7e04-e2c8-4c70-b2c2-644531cfff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13070966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12863354'] for subnet (7ed747eb-b944-49dc-a3d2-61952a7c093f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.076518 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f7e04-e2c8-4c70-b2c2-644531cfff13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed747eb-b944-49dc-a3d2-61952a7c093f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:49.078470 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd4f7e04-e2c8-4c70-b2c2-644531cfff13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.081611 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-bd4f7e04-e2c8-4c70-b2c2-644531cfff13 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7ed747eb-b944-49dc-a3d2-61952a7c093f HTTP/1.1" status: 204 len: 168 time: 0.3533664 Apr 12 11:10:49.084391 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55358) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:49.095242 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b277716b-8bc1-45e0-97c5-5f0ce3665a57 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (d77b163f-5990-43d8-acf3-9343b9604037), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.121408 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277716b-8bc1-45e0-97c5-5f0ce3665a57 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Pushing event deleted for resources: {'Port': ['ID=d77b163f-5990-43d8-acf3-9343b9604037,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:49.151384 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ecf09aad-3ca3-473b-a34f-854f963c0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (9c296931-50b7-4b0e-aac9-dfdf9633e1cc), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.183479 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b277716b-8bc1-45e0-97c5-5f0ce3665a57 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks [] for floatingip (26232813-8399-4fe9-b469-de443192dce2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.186182 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b277716b-8bc1-45e0-97c5-5f0ce3665a57 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.187360 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-b277716b-8bc1-45e0-97c5-5f0ce3665a57 tempest-AttachVolumeNegativeTest-2081001609 tempest-AttachVolumeNegativeTest-2081001609-project] 10.222.0.55 "DELETE /v2.0/floatingips/26232813-8399-4fe9-b469-de443192dce2 HTTP/1.1" status: 204 len: 168 time: 0.5977733 Apr 12 11:10:49.239250 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ecf09aad-3ca3-473b-a34f-854f963c0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (9c296931-50b7-4b0e-aac9-dfdf9633e1cc), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.260695 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-ecf09aad-3ca3-473b-a34f-854f963c0a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c296931-50b7-4b0e-aac9-dfdf9633e1cc']}} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:49.270487 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-ecf09aad-3ca3-473b-a34f-854f963c0a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e846b1c-bff3-4360-a1ae-a87cb6e51ee4') {'for_net_delete': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:49.270779 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-ecf09aad-3ca3-473b-a34f-854f963c0a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e846b1c-bff3-4360-a1ae-a87cb6e51ee4') {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:49.280401 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ecf09aad-3ca3-473b-a34f-854f963c0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24944456'] for segment (9e846b1c-bff3-4360-a1ae-a87cb6e51ee4), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.297146 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ecf09aad-3ca3-473b-a34f-854f963c0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (9e846b1c-bff3-4360-a1ae-a87cb6e51ee4), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.303318 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf09aad-3ca3-473b-a34f-854f963c0a06 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:10:49.303691 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ecf09aad-3ca3-473b-a34f-854f963c0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12700329'] for segment (9e846b1c-bff3-4360-a1ae-a87cb6e51ee4), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: Traceback (most recent call last): Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: timer() Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: cb(*args, **kw) Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: return func(*args, **kwargs) Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: self._notify() Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: self.callback(batched_events) Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: event.method(event) Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: return f(self, *a, **k) Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._get(url).json() Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: return self.request(url, 'GET', **kwargs) Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:10:49.305629 dv-cinder-830089-4-iscsi neutron-server[103203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:10:49.666813 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ecf09aad-3ca3-473b-a34f-854f963c0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (9c296931-50b7-4b0e-aac9-dfdf9633e1cc), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.673314 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ecf09aad-3ca3-473b-a34f-854f963c0a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.676981 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-ecf09aad-3ca3-473b-a34f-854f963c0a06 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9c296931-50b7-4b0e-aac9-dfdf9633e1cc HTTP/1.1" status: 204 len: 168 time: 0.5915549 Apr 12 11:10:49.683249 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565c714-1415-4523-b9e0-afcb530e2974 req-9cc98908-193f-4e52-b8ad-60986ea6e6ff tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:49.684623 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4565c714-1415-4523-b9e0-afcb530e2974 req-9cc98908-193f-4e52-b8ad-60986ea6e6ff tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0583749 Apr 12 11:10:49.697230 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf09aad-3ca3-473b-a34f-854f963c0a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c296931-50b7-4b0e-aac9-dfdf9633e1cc,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:49.738265 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4565c714-1415-4523-b9e0-afcb530e2974 req-b5fec01c-9542-44f4-b7e7-b78a1017ef4a tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425770 Apr 12 11:10:49.790986 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:49.811388 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:49.811681 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 627dc5e7-74fe-4bd0-9046-d66220ebd5f8 not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:49.835883 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55368) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:49.873516 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-be4fe32b-a628-4b04-8601-2d3b2c285776 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0fb15a1fb9084c3aafad4329bdb2670e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0364618 Apr 12 11:10:49.875823 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55370) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:49.925157 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-536a6046-fec9-4c65-af2c-8d56282147e7 admin admin] Publish callbacks [] for security_group (68628fb9-ec79-4ec2-b7f7-fee72f3ea0f1), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.946697 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-536a6046-fec9-4c65-af2c-8d56282147e7 admin admin] Publish callbacks [] for security_group (68628fb9-ec79-4ec2-b7f7-fee72f3ea0f1), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.993224 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-536a6046-fec9-4c65-af2c-8d56282147e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (68628fb9-ec79-4ec2-b7f7-fee72f3ea0f1), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.995856 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-536a6046-fec9-4c65-af2c-8d56282147e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:49.996994 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-536a6046-fec9-4c65-af2c-8d56282147e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68628fb9-ec79-4ec2-b7f7-fee72f3ea0f1 HTTP/1.1" status: 204 len: 168 time: 0.1202745 Apr 12 11:10:50.008437 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a6046-fec9-4c65-af2c-8d56282147e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68628fb9-ec79-4ec2-b7f7-fee72f3ea0f1,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:50.319656 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55378) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:50.359625 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-3d81e0eb-4aa7-42fc-8231-226198ed4aa3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5bec5ff6db44f31a3134c75708e84e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387981 Apr 12 11:10:50.362080 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55384) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:50.411378 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39a6037d-f2d1-4980-a155-42bba11abac3 admin admin] Publish callbacks [] for security_group (b531ed72-1205-44dd-8719-c1dd937b8e58), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:50.433034 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39a6037d-f2d1-4980-a155-42bba11abac3 admin admin] Publish callbacks [] for security_group (b531ed72-1205-44dd-8719-c1dd937b8e58), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:50.483690 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39a6037d-f2d1-4980-a155-42bba11abac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (b531ed72-1205-44dd-8719-c1dd937b8e58), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:50.486276 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-39a6037d-f2d1-4980-a155-42bba11abac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:50.487459 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-39a6037d-f2d1-4980-a155-42bba11abac3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b531ed72-1205-44dd-8719-c1dd937b8e58 HTTP/1.1" status: 204 len: 168 time: 0.1244421 Apr 12 11:10:50.497538 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6037d-f2d1-4980-a155-42bba11abac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b531ed72-1205-44dd-8719-c1dd937b8e58,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:50.868173 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe284b-a3f3-41a7-a449-0268046e3aa1 req-c9189c06-c478-4194-a115-cfea5e8a7e19 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:50.869680 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbfe284b-a3f3-41a7-a449-0268046e3aa1 req-c9189c06-c478-4194-a115-cfea5e8a7e19 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0539284 Apr 12 11:10:50.941009 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbfe284b-a3f3-41a7-a449-0268046e3aa1 req-14f5a928-d2ce-4f44-968e-95c9da3e2e0f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652089 Apr 12 11:10:51.014258 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461ae39-ccff-4a47-b9d2-aaaa68a97648 req-ebf996a8-713a-4d38-9aa5-787b63e3407d tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:51.018368 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2461ae39-ccff-4a47-b9d2-aaaa68a97648 req-ebf996a8-713a-4d38-9aa5-787b63e3407d tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 945 time: 0.0482221 Apr 12 11:10:51.069313 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2461ae39-ccff-4a47-b9d2-aaaa68a97648 req-87f5ef50-3d36-43b0-9c20-2d0e6917cda5 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475202 Apr 12 11:10:52.079008 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0947dce-93c1-4ce3-ac05-559cdf1e81b9 req-23a49149-084d-4706-9cbe-2f28a2b3d1be tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:52.080576 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a0947dce-93c1-4ce3-ac05-559cdf1e81b9 req-23a49149-084d-4706-9cbe-2f28a2b3d1be tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0637567 Apr 12 11:10:52.136745 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a0947dce-93c1-4ce3-ac05-559cdf1e81b9 req-a2b47740-5a5e-4f67-8ae1-21c6935143f4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487595 Apr 12 11:10:52.184003 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5a0f4-96f0-4323-a81a-a15c8b505a5e req-97dd4826-b541-4cae-bcb6-e50b1f44debf tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:52.185518 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bcc5a0f4-96f0-4323-a81a-a15c8b505a5e req-97dd4826-b541-4cae-bcb6-e50b1f44debf tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 945 time: 0.0475643 Apr 12 11:10:52.235045 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bcc5a0f4-96f0-4323-a81a-a15c8b505a5e req-e4d631ae-169c-40ea-9c1f-52f2e7440ae5 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438890 Apr 12 11:10:52.850374 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55488) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:52.886995 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55492) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:52.903336 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-aa0fbec4-c7ff-4b00-9bc4-9623c8b9321a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:52.904798 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-aa0fbec4-c7ff-4b00-9bc4-9623c8b9321a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 945 time: 0.0488989 Apr 12 11:10:53.000201 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d5f7a3c-2a9f-41c0-965e-d6864332f7df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:53.076964 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d5f7a3c-2a9f-41c0-965e-d6864332f7df admin admin] Publish callbacks [] for security_group (4d4019df-f7eb-4be8-89fd-e2210543aee9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:53.081090 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6d5f7a3c-2a9f-41c0-965e-d6864332f7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (4d4019df-f7eb-4be8-89fd-e2210543aee9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:53.089100 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Deleting port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:53.089625 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:53.120026 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-6d5f7a3c-2a9f-41c0-965e-d6864332f7df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f0a0f18a35a4375a9def8a0416099bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313015 Apr 12 11:10:53.120903 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f7a3c-2a9f-41c0-965e-d6864332f7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4019df-f7eb-4be8-89fd-e2210543aee9,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:53.122735 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55496) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:53.309416 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] For port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5f93a2b1-ac4e-4980-af14-0049a5cf35ac,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:53.309787 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:53.403347 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c45eb-1a54-42e9-9edc-c1bc923e6b29 req-2dd7a8ed-6225-4179-9274-0a17c03e0b9b tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:53.404799 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-183c45eb-1a54-42e9-9edc-c1bc923e6b29 req-2dd7a8ed-6225-4179-9274-0a17c03e0b9b tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.1787817 Apr 12 11:10:53.405412 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4352c2a0-c335-46f9-b661-001f9f2cf250 admin admin] Publish callbacks [] for security_group (4d4019df-f7eb-4be8-89fd-e2210543aee9), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:53.492734 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb1203-201c-4645-93be-10c8b1608359 req-61fcfb8a-8ca7-4d2a-81ec-de26ebe1244a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:53.494070 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7aeb1203-201c-4645-93be-10c8b1608359 req-61fcfb8a-8ca7-4d2a-81ec-de26ebe1244a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 945 time: 0.1867354 Apr 12 11:10:53.507096 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4352c2a0-c335-46f9-b661-001f9f2cf250 admin admin] Publish callbacks [] for security_group (4d4019df-f7eb-4be8-89fd-e2210543aee9), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:53.671597 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-183c45eb-1a54-42e9-9edc-c1bc923e6b29 req-b9f072ea-cf72-420f-a314-cce85027e64d tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2229390 Apr 12 11:10:53.755605 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7aeb1203-201c-4645-93be-10c8b1608359 req-33652d66-def8-49af-9fbd-41d23fd121fb tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502146 Apr 12 11:10:53.803155 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4352c2a0-c335-46f9-b661-001f9f2cf250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (4d4019df-f7eb-4be8-89fd-e2210543aee9), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:53.805915 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-4352c2a0-c335-46f9-b661-001f9f2cf250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:53.807305 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-4352c2a0-c335-46f9-b661-001f9f2cf250 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4d4019df-f7eb-4be8-89fd-e2210543aee9 HTTP/1.1" status: 204 len: 168 time: 0.6835811 Apr 12 11:10:53.809434 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:53.809809 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (e4668478-af84-4a25-917a-c0b33d9ef774), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:53.810125 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Floating IP e4668478-af84-4a25-917a-c0b33d9ef774 disassociated. External IP: 172.27.0.199, port: 5f93a2b1-ac4e-4980-af14-0049a5cf35ac. Apr 12 11:10:53.810474 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Calling delete_port for 5f93a2b1-ac4e-4980-af14-0049a5cf35ac owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:53.850497 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352c2a0-c335-46f9-b661-001f9f2cf250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4019df-f7eb-4be8-89fd-e2210543aee9,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:53.901722 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4b3000b-a34f-4e16-aed1-d8f146fed590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478385'] for router_interface (8d461e54-0cb0-49e6-896b-fc75f0540550), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:54.080248 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55506) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:54.093414 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16c6d281-ba74-40fb-96d1-537ab7a3fec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:54.136753 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (5f93a2b1-ac4e-4980-af14-0049a5cf35ac), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:54.171977 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16c6d281-ba74-40fb-96d1-537ab7a3fec6 admin admin] Publish callbacks [] for security_group (d0c668fe-99bd-4fe6-b285-67503d99b46e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:54.177332 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-16c6d281-ba74-40fb-96d1-537ab7a3fec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (d0c668fe-99bd-4fe6-b285-67503d99b46e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:54.179960 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event deleted for resources: {'Port': ['ID=5f93a2b1-ac4e-4980-af14-0049a5cf35ac,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:54.218502 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-16c6d281-ba74-40fb-96d1-537ab7a3fec6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c911ba164044d70be6fdedc88d4e316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371469 Apr 12 11:10:54.221460 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55508) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:54.234661 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6d281-ba74-40fb-96d1-537ab7a3fec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c668fe-99bd-4fe6-b285-67503d99b46e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:54.274797 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b70826c-f43e-4bfa-8c3c-3b734cfd8715 admin admin] Publish callbacks [] for security_group (d0c668fe-99bd-4fe6-b285-67503d99b46e), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:54.295991 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b70826c-f43e-4bfa-8c3c-3b734cfd8715 admin admin] Publish callbacks [] for security_group (d0c668fe-99bd-4fe6-b285-67503d99b46e), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:54.326054 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f4b3000b-a34f-4e16-aed1-d8f146fed590 admin admin] Deleting port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:54.326395 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4b3000b-a34f-4e16-aed1-d8f146fed590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:54.344953 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b70826c-f43e-4bfa-8c3c-3b734cfd8715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (d0c668fe-99bd-4fe6-b285-67503d99b46e), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:54.347733 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8b70826c-f43e-4bfa-8c3c-3b734cfd8715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:54.348876 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-8b70826c-f43e-4bfa-8c3c-3b734cfd8715 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d0c668fe-99bd-4fe6-b285-67503d99b46e HTTP/1.1" status: 204 len: 168 time: 0.1259012 Apr 12 11:10:54.360884 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70826c-f43e-4bfa-8c3c-3b734cfd8715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c668fe-99bd-4fe6-b285-67503d99b46e,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:54.399444 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:10:54.467627 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-f4b3000b-a34f-4e16-aed1-d8f146fed590 admin admin] For port 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=385537db-ef7f-4bf7-b3c4-b0931cd3c4ec,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:54.467916 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4b3000b-a34f-4e16-aed1-d8f146fed590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:54.485576 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f4b3000b-a34f-4e16-aed1-d8f146fed590 admin admin] Calling delete_port for 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec owned by network:router_interface {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:54.592349 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:10:54.605813 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443374ad-bd84-4613-82b4-037c6827c44e None None] Sync routers for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:10:54.621853 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-4d5dd0c9-b631-45ec-898a-2be47f4d9b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:54.624034 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443374ad-bd84-4613-82b4-037c6827c44e None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:54.624711 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-443374ad-bd84-4613-82b4-037c6827c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:10:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:54.791543 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4b3000b-a34f-4e16-aed1-d8f146fed590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (385537db-ef7f-4bf7-b3c4-b0931cd3c4ec), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:54.807220 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-443374ad-bd84-4613-82b4-037c6827c44e None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:54.808161 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] No DVR routers for this DVR port 5f93a2b1-ac4e-4980-af14-0049a5cf35ac on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:10:54.839645 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:54.842899 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-63c1d2fc-d65d-4ea4-83ef-0c8715c7f415 req-0cbe8516-e1dd-4e33-8fbd-235b4a6083d9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "DELETE /v2.0/ports/5f93a2b1-ac4e-4980-af14-0049a5cf35ac HTTP/1.1" status: 204 len: 173 time: 1.9230244 Apr 12 11:10:54.846221 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1422f69-4963-4e4d-a623-d326d322e37d', 'name': 'network-vif-deleted', 'tag': '5f93a2b1-ac4e-4980-af14-0049a5cf35ac'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:10:54.849135 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228d17e4-fb91-4a4a-b25f-c9f4a0fea7b2" -d '{"events": [{"server_uuid": "b1422f69-4963-4e4d-a623-d326d322e37d", "name": "network-vif-deleted", "tag": "5f93a2b1-ac4e-4980-af14-0049a5cf35ac"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:10:54.868285 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3000b-a34f-4e16-aed1-d8f146fed590 admin admin] Pushing event deleted for resources: {'Port': ['ID=385537db-ef7f-4bf7-b3c4-b0931cd3c4ec,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:54.930551 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-36c25406-7ec8-48fb-b5c4-5f5bc7116a2c req-3008e138-c55b-4816-bd62-9946277a1e02 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 210 time: 0.0849748 Apr 12 11:10:54.975257 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f0404-e27d-4dca-8bb6-451cd892e303 req-0c14afa7-8113-431d-93bb-3cc06f0db195 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:54.983790 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d26f0404-e27d-4dca-8bb6-451cd892e303 req-0c14afa7-8113-431d-93bb-3cc06f0db195 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.1847875 Apr 12 11:10:55.013142 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae5c225-6c87-43cb-a917-a485a1144f9f x-openstack-request-id: req-5ae5c225-6c87-43cb-a917-a485a1144f9f {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:10:55.013425 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1422f69-4963-4e4d-a623-d326d322e37d", "name": "network-vif-deleted", "tag": "5f93a2b1-ac4e-4980-af14-0049a5cf35ac", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:10:55.013685 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ae5c225-6c87-43cb-a917-a485a1144f9f {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:10:55.014086 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae5c225-6c87-43cb-a917-a485a1144f9f'] response: {'server_uuid': 'b1422f69-4963-4e4d-a623-d326d322e37d', 'name': 'network-vif-deleted', 'tag': '5f93a2b1-ac4e-4980-af14-0049a5cf35ac', 'status': 'completed', 'code': 200} Apr 12 11:10:55.102585 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-443374ad-bd84-4613-82b4-037c6827c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:55.142576 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443374ad-bd84-4613-82b4-037c6827c44e None None] Checking router: 12f0ccb6-3320-49a1-857a-30fb0c2468f1 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:10:55.154602 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443374ad-bd84-4613-82b4-037c6827c44e None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:55.155358 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-443374ad-bd84-4613-82b4-037c6827c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:10:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:55.295792 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-443374ad-bd84-4613-82b4-037c6827c44e None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:55.465215 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d26f0404-e27d-4dca-8bb6-451cd892e303 req-9d12096a-801a-4bf7-b237-2dc17f460975 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4502680 Apr 12 11:10:55.526807 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4b3000b-a34f-4e16-aed1-d8f146fed590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16478237'] for router_interface (8d461e54-0cb0-49e6-896b-fc75f0540550), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:55.538300 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-443374ad-bd84-4613-82b4-037c6827c44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:55.565407 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443374ad-bd84-4613-82b4-037c6827c44e None None] The sync data for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi is: [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:10:55.794461 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b3000b-a34f-4e16-aed1-d8f146fed590 admin admin] Router 8d461e54-0cb0-49e6-896b-fc75f0540550 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:10:55.843370 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf1de2b-c8c6-4f01-9c70-303c12731259 None None] New status for floating IP e4668478-af84-4a25-917a-c0b33d9ef774: DOWN {{(pid=103205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:10:55.920600 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b3000b-a34f-4e16-aed1-d8f146fed590 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:10:55.927220 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-f4b3000b-a34f-4e16-aed1-d8f146fed590 admin admin] 10.222.0.55 "PUT /v2.0/routers/8d461e54-0cb0-49e6-896b-fc75f0540550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0757263 Apr 12 11:10:55.929619 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55550) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:55.937079 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e82a81c-3f3d-47f3-a6f0-b7865d656de2 None None] Sync routers for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:10:55.984623 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e82a81c-3f3d-47f3-a6f0-b7865d656de2 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:55.986754 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-0e82a81c-3f3d-47f3-a6f0-b7865d656de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:10:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:56.137924 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-185b95ca-b650-4f86-bc6c-0e9eba7e20ca req-0ed0964d-07b2-4669-bb30-3fef2d752681 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1422f69-4963-4e4d-a623-d326d322e37d HTTP/1.1" status: 200 len: 210 time: 0.0283339 Apr 12 11:10:56.159713 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] Publish callbacks [] for router (8d461e54-0cb0-49e6-896b-fc75f0540550), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:56.171672 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-0e82a81c-3f3d-47f3-a6f0-b7865d656de2 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:56.286344 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] Publish callbacks [] for router_gateway (8d461e54-0cb0-49e6-896b-fc75f0540550), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:56.334810 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] Deleting port 4048b8f2-68e4-4b65-9976-c9ad26558262 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:56.335250 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (4048b8f2-68e4-4b65-9976-c9ad26558262), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:56.433878 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] For port 4048b8f2-68e4-4b65-9976-c9ad26558262, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=4048b8f2-68e4-4b65-9976-c9ad26558262,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:56.434252 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (4048b8f2-68e4-4b65-9976-c9ad26558262), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:56.449506 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] Calling delete_port for 4048b8f2-68e4-4b65-9976-c9ad26558262 owned by network:router_gateway {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:56.518755 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-0e82a81c-3f3d-47f3-a6f0-b7865d656de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:10:54Z', 'revision_number': 5, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port': {'id': '4048b8f2-68e4-4b65-9976-c9ad26558262', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:34:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:03:40Z', 'updated_at': '2022-04-12T11:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:56.553571 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e82a81c-3f3d-47f3-a6f0-b7865d656de2 None None] Checking router: 8d461e54-0cb0-49e6-896b-fc75f0540550 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:10:56.562345 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e82a81c-3f3d-47f3-a6f0-b7865d656de2 None None] Routers {'8d461e54-0cb0-49e6-896b-fc75f0540550'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:10:56.563487 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-0e82a81c-3f3d-47f3-a6f0-b7865d656de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:10:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['8d461e54-0cb0-49e6-896b-fc75f0540550'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:56.627855 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a1d55-8034-43c2-bc52-60b8c3952348 req-7c32269a-f2db-417b-a80c-8e0a1c635433 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:56.635228 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bc6a1d55-8034-43c2-bc52-60b8c3952348 req-7c32269a-f2db-417b-a80c-8e0a1c635433 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0651505 Apr 12 11:10:56.658664 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-0e82a81c-3f3d-47f3-a6f0-b7865d656de2 None None] Set router 8d461e54-0cb0-49e6-896b-fc75f0540550 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:10:56.712914 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bc6a1d55-8034-43c2-bc52-60b8c3952348 req-7eabcadd-ca50-4b59-8b29-93108b3263d1 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768270 Apr 12 11:10:56.717161 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-0e82a81c-3f3d-47f3-a6f0-b7865d656de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:10:56Z', 'revision_number': 6, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port_host': None}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:56.720183 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (4048b8f2-68e4-4b65-9976-c9ad26558262), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:56.750556 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] Pushing event deleted for resources: {'Port': ['ID=4048b8f2-68e4-4b65-9976-c9ad26558262,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:56.756763 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e82a81c-3f3d-47f3-a6f0-b7865d656de2 None None] The sync data for ids ['8d461e54-0cb0-49e6-896b-fc75f0540550'] in dv-cinder-830089-4-iscsi is: [{'id': '8d461e54-0cb0-49e6-896b-fc75f0540550', 'name': 'tempest-AttachVolumeNegativeTest-246901628-router', 'tenant_id': '712ce764cc7f4e1594a6092d333bc48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:03:39Z', 'updated_at': '2022-04-12T11:10:56Z', 'revision_number': 6, 'project_id': '712ce764cc7f4e1594a6092d333bc48d', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:10:56.818278 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16479227'] for router_gateway (8d461e54-0cb0-49e6-896b-fc75f0540550), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:56.891670 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a9badfe7-0e43-4063-b925-8405300a001b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:56.910721 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16431445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-442'] for router (8d461e54-0cb0-49e6-896b-fc75f0540550), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:56.912918 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] Publish callbacks [] for router_controller (8d461e54-0cb0-49e6-896b-fc75f0540550), precommit_delete_associations {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:56.959702 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16431452'] for router (8d461e54-0cb0-49e6-896b-fc75f0540550), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:56.960569 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d461e54-0cb0-49e6-896b-fc75f0540550 {{(pid=103203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:10:56.964978 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:56.966439 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-3d0ea14e-4a66-4ccc-9f53-4119b1721828 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8d461e54-0cb0-49e6-896b-fc75f0540550 HTTP/1.1" status: 204 len: 168 time: 1.0356560 Apr 12 11:10:56.968974 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55588) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:56.979796 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55590) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:57.016455 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5dfcd3a-3d9d-4042-91a4-6007724be175 admin admin] Deleting subnet c307a9d7-336a-46ab-a789-b81d127c4a49 {{(pid=103203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:10:57.020417 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f5dfcd3a-3d9d-4042-91a4-6007724be175 admin admin] Publish callbacks [] for subnet (c307a9d7-336a-46ab-a789-b81d127c4a49), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.054435 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f5dfcd3a-3d9d-4042-91a4-6007724be175 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24944449'] for subnet (c307a9d7-336a-46ab-a789-b81d127c4a49), precommit_delete_associations {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.085039 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f22c-fb8d-4c2a-82a8-a4481a81e019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.186955 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f22c-fb8d-4c2a-82a8-a4481a81e019 admin admin] Publish callbacks [] for security_group (4f0e32d3-cfb5-435c-96b8-1999593005f8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.197760 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:57.204560 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a2b0f22c-fb8d-4c2a-82a8-a4481a81e019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (4f0e32d3-cfb5-435c-96b8-1999593005f8), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.204822 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f5dfcd3a-3d9d-4042-91a4-6007724be175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (c307a9d7-336a-46ab-a789-b81d127c4a49), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.233441 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:57.234635 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 385537db-ef7f-4bf7-b3c4-b0931cd3c4ec not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:57.240106 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0f22c-fb8d-4c2a-82a8-a4481a81e019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0e32d3-cfb5-435c-96b8-1999593005f8,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:57.272073 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55598) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:57.273288 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-a2b0f22c-fb8d-4c2a-82a8-a4481a81e019 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dced5a09af1044218d4a0aefe0022290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906840 Apr 12 11:10:57.281312 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f5dfcd3a-3d9d-4042-91a4-6007724be175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12700163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24906887'] for subnet (c307a9d7-336a-46ab-a789-b81d127c4a49), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.329184 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f5dfcd3a-3d9d-4042-91a4-6007724be175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.333998 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-f5dfcd3a-3d9d-4042-91a4-6007724be175 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c307a9d7-336a-46ab-a789-b81d127c4a49 HTTP/1.1" status: 204 len: 168 time: 0.3640695 Apr 12 11:10:57.334897 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e140af-b0cf-4e4e-a9fc-033324e79f6f None None] Network 6f32d468-ddbc-4b9d-abc3-b84d288bd876 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:10:57.336677 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55600) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:57.338580 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfcd3a-3d9d-4042-91a4-6007724be175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c307a9d7-336a-46ab-a789-b81d127c4a49,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:57.367639 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-32d75939-e542-4a97-a9b2-dfa8101a7837 admin admin] Publish callbacks [] for security_group (4f0e32d3-cfb5-435c-96b8-1999593005f8), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.389546 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-32d75939-e542-4a97-a9b2-dfa8101a7837 admin admin] Publish callbacks [] for security_group (4f0e32d3-cfb5-435c-96b8-1999593005f8), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.407009 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (6f32d468-ddbc-4b9d-abc3-b84d288bd876), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.451260 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-32d75939-e542-4a97-a9b2-dfa8101a7837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (4f0e32d3-cfb5-435c-96b8-1999593005f8), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.453827 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-32d75939-e542-4a97-a9b2-dfa8101a7837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.454936 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-32d75939-e542-4a97-a9b2-dfa8101a7837 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4f0e32d3-cfb5-435c-96b8-1999593005f8 HTTP/1.1" status: 204 len: 168 time: 0.1817000 Apr 12 11:10:57.462995 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Deleting port 40da2122-0d09-4e57-9815-c660fa26e779 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:10:57.463489 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (40da2122-0d09-4e57-9815-c660fa26e779), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.470814 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d75939-e542-4a97-a9b2-dfa8101a7837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0e32d3-cfb5-435c-96b8-1999593005f8,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:57.517827 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-a1846094-a5d1-4934-89b2-4215e9c0a7b7 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654995714&fields=id&tenant_id=7dd6497eaaad4a05931933cef921baf7 HTTP/1.1" status: 200 len: 267 time: 0.0804415 Apr 12 11:10:57.539502 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] For port 40da2122-0d09-4e57-9815-c660fa26e779, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=40da2122-0d09-4e57-9815-c660fa26e779,segment=NetworkSegment(b0950bb3-0d3c-428c-a92f-50c8f06bd627),segment_id=b0950bb3-0d3c-428c-a92f-50c8f06bd627)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:57.539902 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (40da2122-0d09-4e57-9815-c660fa26e779), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.554624 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Calling delete_port for 40da2122-0d09-4e57-9815-c660fa26e779 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:10:57.652608 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (40da2122-0d09-4e57-9815-c660fa26e779), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.654979 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-ae80891c-7809-4e0b-b2e5-6804ad19b06a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:57.657563 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-ae80891c-7809-4e0b-b2e5-6804ad19b06a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 811 time: 0.1325948 Apr 12 11:10:57.668575 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceec1c95-626c-4c8a-b9d1-d58f26882d80 None None] DHCP port deletion for 6f32d468-ddbc-4b9d-abc3-b84d288bd876 request from dv-cinder-830089-4-iscsi {{(pid=103204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:10:57.675817 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-35acf7f5-0969-40cd-8018-3a299796c6be tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/quotas/7dd6497eaaad4a05931933cef921baf7 HTTP/1.1" status: 200 len: 375 time: 0.0106645 Apr 12 11:10:57.704332 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=40da2122-0d09-4e57-9815-c660fa26e779,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:57.708644 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] No DVR routers for this DVR port 40da2122-0d09-4e57-9815-c660fa26e779 on host dv-cinder-830089-4-iscsi {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:10:57.739003 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-dd60675a-b60c-4917-ad7d-99aa91e3a700 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570955 Apr 12 11:10:57.793080 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (6f32d468-ddbc-4b9d-abc3-b84d288bd876), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.794691 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 1467536e-d43b-4afa-bb82-7185dae1b34f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:10:57.807982 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 5f93a2b1-ac4e-4980-af14-0049a5cf35ac no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:57.820577 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f32d468-ddbc-4b9d-abc3-b84d288bd876']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:57.832817 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0950bb3-0d3c-428c-a92f-50c8f06bd627') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:57.833524 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0950bb3-0d3c-428c-a92f-50c8f06bd627') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:10:57.852278 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13103820'] for segment (b0950bb3-0d3c-428c-a92f-50c8f06bd627), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.867337 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55612) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:57.874283 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: 5f93a2b1-ac4e-4980-af14-0049a5cf35ac {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:57.874919 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 5f93a2b1-ac4e-4980-af14-0049a5cf35ac not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:57.875186 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (b0950bb3-0d3c-428c-a92f-50c8f06bd627), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.885947 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ffa1cb2-fb44-4285-b2c2-b0a15b032c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.895590 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:10:57.896038 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13071068'] for segment (b0950bb3-0d3c-428c-a92f-50c8f06bd627), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:57.924242 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d3366-fb7d-4ed0-b078-b32b6983cdaf req-060a598b-553b-4fa3-aba3-1bbee445a200 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:57.926331 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bc0d3366-fb7d-4ed0-b078-b32b6983cdaf req-060a598b-553b-4fa3-aba3-1bbee445a200 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0837309 Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: Traceback (most recent call last): Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: timer() Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: cb(*args, **kw) Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: return func(*args, **kwargs) Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: self._notify() Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: self.callback(batched_events) Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: event.method(event) Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: return f(self, *a, **k) Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: return self._get(url).json() Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: return self.request(url, 'GET', **kwargs) Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:10:57.942525 dv-cinder-830089-4-iscsi neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:10:57.954131 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-a2becf9c-0272-4cb4-890f-d8198608df5b service neutron] 10.222.0.55 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918430 Apr 12 11:10:57.980472 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 1467536e-d43b-4afa-bb82-7185dae1b34f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1467536e-d43b-4afa-bb82-7185dae1b34f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:57.994274 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'port_id': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'mac_address': 'fa:16:3e:87:3e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:10:58.013187 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bc0d3366-fb7d-4ed0-b078-b32b6983cdaf req-5c267d2b-455e-46e2-8ae1-2c8d5aa21333 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800955 Apr 12 11:10:58.015914 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ffa1cb2-fb44-4285-b2c2-b0a15b032c6e admin admin] Publish callbacks [] for security_group (e2b592e5-b351-4c10-a985-b575f46cc943), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.024842 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6ffa1cb2-fb44-4285-b2c2-b0a15b032c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e2b592e5-b351-4c10-a985-b575f46cc943), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.056277 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 1467536e-d43b-4afa-bb82-7185dae1b34f is: ACTIVE; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:10:58.059407 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-6ffa1cb2-fb44-4285-b2c2-b0a15b032c6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e95916be14ed4d3f8eb3b7bfb6fb6d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887286 Apr 12 11:10:58.059407 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (6f32d468-ddbc-4b9d-abc3-b84d288bd876), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.060296 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.063725 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55614) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:58.069588 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.078298 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1467536e-d43b-4afa-bb82-7185dae1b34f {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:10:58.079117 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6f32d468-ddbc-4b9d-abc3-b84d288bd876 HTTP/1.1" status: 204 len: 168 time: 0.7409043 Apr 12 11:10:58.100861 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 1467536e-d43b-4afa-bb82-7185dae1b34f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1467536e-d43b-4afa-bb82-7185dae1b34f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:10:58.109246 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec55eb4-82ad-4874-9d6c-01a1cd04eee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f32d468-ddbc-4b9d-abc3-b84d288bd876,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:58.111662 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa1cb2-fb44-4285-b2c2-b0a15b032c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b592e5-b351-4c10-a985-b575f46cc943,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:58.113797 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.167429 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.182363 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=1467536e-d43b-4afa-bb82-7185dae1b34f,revision_number=6']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:58.192304 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.192772 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.193089 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.193456 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.193799 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.194135 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.194467 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.194853 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.195341 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.195668 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.196542 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.197055 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.197403 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.197859 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.198382 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:10:58.243789 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-e6fa94cc-1948-4c0e-8e55-63b8f88596b5 service neutron] 10.222.0.55 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643313 Apr 12 11:10:58.264333 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d3284b20-83ef-4ddc-828a-2ec0afbae094 admin admin] Publish callbacks [] for security_group (e2b592e5-b351-4c10-a985-b575f46cc943), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.284821 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['1467536e-d43b-4afa-bb82-7185dae1b34f'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:10:58.304244 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d3284b20-83ef-4ddc-828a-2ec0afbae094 admin admin] Publish callbacks [] for security_group (e2b592e5-b351-4c10-a985-b575f46cc943), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.363015 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55630) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:58.376953 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d3284b20-83ef-4ddc-828a-2ec0afbae094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e2b592e5-b351-4c10-a985-b575f46cc943), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.389955 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d3284b20-83ef-4ddc-828a-2ec0afbae094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.402069 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-d3284b20-83ef-4ddc-828a-2ec0afbae094 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2b592e5-b351-4c10-a985-b575f46cc943 HTTP/1.1" status: 204 len: 168 time: 0.3319817 Apr 12 11:10:58.413950 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-fcaefe03-e74f-4ca6-857f-72d5be78b6d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=712ce764cc7f4e1594a6092d333bc48d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0496590 Apr 12 11:10:58.414598 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55638) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:10:58.419450 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3284b20-83ef-4ddc-828a-2ec0afbae094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b592e5-b351-4c10-a985-b575f46cc943,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:58.514770 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cea55aa-c0f1-4a43-96b0-7d01144da07e admin admin] Publish callbacks [] for security_group (e5e7c001-64f7-4dcf-ab17-a852b63a3b50), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.558771 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cea55aa-c0f1-4a43-96b0-7d01144da07e admin admin] Publish callbacks [] for security_group (e5e7c001-64f7-4dcf-ab17-a852b63a3b50), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.609337 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9fb6a5ce-d462-46ef-8be9-d209f6b84bb5 req-a3b41b10-18ba-49ff-a2a4-08caa2e86595 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 210 time: 0.0334578 Apr 12 11:10:58.652321 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cea55aa-c0f1-4a43-96b0-7d01144da07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e5e7c001-64f7-4dcf-ab17-a852b63a3b50), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.654984 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8cea55aa-c0f1-4a43-96b0-7d01144da07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:58.656188 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-8cea55aa-c0f1-4a43-96b0-7d01144da07e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5e7c001-64f7-4dcf-ab17-a852b63a3b50 HTTP/1.1" status: 204 len: 168 time: 0.2404258 Apr 12 11:10:58.666331 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea55aa-c0f1-4a43-96b0-7d01144da07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e7c001-64f7-4dcf-ab17-a852b63a3b50,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:10:59.158964 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 4048b8f2-68e4-4b65-9976-c9ad26558262 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:59.188401 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 4048b8f2-68e4-4b65-9976-c9ad26558262 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:59.188880 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 4048b8f2-68e4-4b65-9976-c9ad26558262 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:59.189584 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 40da2122-0d09-4e57-9815-c660fa26e779 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:10:59.205070 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9ab0a-7a09-435f-b798-b01fe91958f4 req-c05efab5-fe79-4b1b-a145-cf166f2244ab tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:10:59.208042 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bec9ab0a-7a09-435f-b798-b01fe91958f4 req-c05efab5-fe79-4b1b-a145-cf166f2244ab tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 945 time: 0.0801494 Apr 12 11:10:59.218394 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 40da2122-0d09-4e57-9815-c660fa26e779 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:10:59.218924 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 40da2122-0d09-4e57-9815-c660fa26e779 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:10:59.324725 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bec9ab0a-7a09-435f-b798-b01fe91958f4 req-ef51a706-fda3-4f00-a42a-93cfac81175f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1095400 Apr 12 11:10:59.686864 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:10:59.720452 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b7244065-cd6a-445f-bda4-c8c22ac23c13 req-0086cd2b-a3cd-4f44-99ec-ed53b1c96604 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 210 time: 0.0320475 Apr 12 11:10:59.818081 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 1467536e-d43b-4afa-bb82-7185dae1b34f up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:10:59.888225 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 1467536e-d43b-4afa-bb82-7185dae1b34f triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:10:59.888591 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.085318 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 1467536e-d43b-4afa-bb82-7185dae1b34f is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:11:00.086650 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.146157 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1467536e-d43b-4afa-bb82-7185dae1b34f'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:00.149914 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d4e81dde-910f-42a5-9776-47809e76aa12 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:00.151728 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa17ddfe-d1c3-489b-a12e-fa0a1707a0ff" -d '{"events": [{"server_uuid": "4f0ef466-18f7-4275-a1b9-aed8f6a642d4", "name": "network-vif-plugged", "status": "completed", "tag": "1467536e-d43b-4afa-bb82-7185dae1b34f"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:00.153299 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d4e81dde-910f-42a5-9776-47809e76aa12 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 811 time: 0.2418821 Apr 12 11:11:00.202132 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 1467536e-d43b-4afa-bb82-7185dae1b34f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1467536e-d43b-4afa-bb82-7185dae1b34f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:00.210506 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.265950 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d749daf7-620c-4687-a259-312942ed2934 x-openstack-request-id: req-d749daf7-620c-4687-a259-312942ed2934 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:00.270114 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0ef466-18f7-4275-a1b9-aed8f6a642d4", "name": "network-vif-plugged", "status": "completed", "tag": "1467536e-d43b-4afa-bb82-7185dae1b34f", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:00.270571 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d749daf7-620c-4687-a259-312942ed2934 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:00.271175 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d749daf7-620c-4687-a259-312942ed2934'] response: {'server_uuid': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'code': 200} Apr 12 11:11:00.304464 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-ca2e9ddb-31ff-4fb0-ae2b-27b140862e95 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dd6497eaaad4a05931933cef921baf7 HTTP/1.1" status: 200 len: 379 time: 0.1126058 Apr 12 11:11:00.313859 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Request body: {'port': {'device_id': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'admin_state_up': True, 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'security_groups': ['ba26ea4b-e682-49d2-97cb-8fc0601ce230']}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:11:00.342213 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=1467536e-d43b-4afa-bb82-7185dae1b34f,revision_number=7']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:00.462854 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Made reservation on behalf of 7dd6497eaaad4a05931933cef921baf7 for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:11:00.467643 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:00.527531 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a736d-c786-4ae5-954f-23ef98995507 req-5a840713-3a89-4692-834d-23618aaad443 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:00.529548 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8b0a736d-c786-4ae5-954f-23ef98995507 req-5a840713-3a89-4692-834d-23618aaad443 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0581477 Apr 12 11:11:00.645621 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8b0a736d-c786-4ae5-954f-23ef98995507 req-b68019a5-dc52-47bc-a863-883a9fdda432 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1073902 Apr 12 11:11:00.782457 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Allocated IP 172.20.0.14 (aa720ae2-ca1f-4b0a-85c6-68af09558684/dec2725a-db75-4393-837d-063e3bb8e039/0597adba-2465-4dec-a93e-7c93c5f96858) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:11:00.865818 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fc3fe57b-97da-49a5-81a9-bfb5f90335d7 req-847b4da7-55df-42d3-963a-a7ae68a43a7e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 210 time: 0.0584929 Apr 12 11:11:01.135097 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for port (0597adba-2465-4dec-a93e-7c93c5f96858), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.136715 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.195008 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (0597adba-2465-4dec-a93e-7c93c5f96858), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.252450 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Network aa720ae2-ca1f-4b0a-85c6-68af09558684 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:11:01.257575 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:11:01.265064 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:11:01.322627 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:01.323506 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.346434 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'Port': ['ID=0597adba-2465-4dec-a93e-7c93c5f96858,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:01.369004 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.369356 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.369892 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.370784 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.371582 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.372097 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.373119 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.373629 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.374134 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.374798 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.375337 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.375839 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.376922 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.377412 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.378231 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:01.392403 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-9bb34613-6411-46e7-ab27-d354f276751f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0858941 Apr 12 11:11:01.417292 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Request body: {'port': {'device_id': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:11:01.508053 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (0597adba-2465-4dec-a93e-7c93c5f96858), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.661058 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-b80a69f0-c841-48a0-8730-f329895d1340 None None] Provisioning complete for port 0597adba-2465-4dec-a93e-7c93c5f96858 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:11:01.663033 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b80a69f0-c841-48a0-8730-f329895d1340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (0597adba-2465-4dec-a93e-7c93c5f96858), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:01.763571 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-b80a69f0-c841-48a0-8730-f329895d1340 None None] Port 0597adba-2465-4dec-a93e-7c93c5f96858 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:11:01.842532 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a886d8a-8d43-4a90-9f8d-faaba317bd4e req-d9ac3748-a0a9-4b71-b622-0d8ac8be724d tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:01.843940 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1a886d8a-8d43-4a90-9f8d-faaba317bd4e req-d9ac3748-a0a9-4b71-b622-0d8ac8be724d tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0796778 Apr 12 11:11:01.930743 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1a886d8a-8d43-4a90-9f8d-faaba317bd4e req-d9fe4c57-262c-41fc-9ea6-f395d18d3c0e tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762179 Apr 12 11:11:02.029652 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7660c2-c8c9-4f3d-a98e-dce7f2606c78 req-5f5df831-7fb1-489f-908e-46c6b971cdf2 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:02.031469 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ad7660c2-c8c9-4f3d-a98e-dce7f2606c78 req-5f5df831-7fb1-489f-908e-46c6b971cdf2 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 932 time: 0.0656366 Apr 12 11:11:02.042146 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0597adba-2465-4dec-a93e-7c93c5f96858 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:11:02.074885 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Publish callbacks [] for port (0597adba-2465-4dec-a93e-7c93c5f96858), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.115042 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Transition to ACTIVE for port object 0597adba-2465-4dec-a93e-7c93c5f96858 will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:11:02.125993 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ad7660c2-c8c9-4f3d-a98e-dce7f2606c78 req-d6705ac6-b16f-46c1-b834-d201c6edcd7f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872319 Apr 12 11:11:02.127341 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (0597adba-2465-4dec-a93e-7c93c5f96858), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.198274 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0597adba-2465-4dec-a93e-7c93c5f96858,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:02.305202 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Attempting to bind port 0597adba-2465-4dec-a93e-7c93c5f96858 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:11:02.305436 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Attempting to bind port 0597adba-2465-4dec-a93e-7c93c5f96858 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:11:02.305810 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Attempting to bind port 0597adba-2465-4dec-a93e-7c93c5f96858 on network aa720ae2-ca1f-4b0a-85c6-68af09558684 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:11:02.311535 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Port 0597adba-2465-4dec-a93e-7c93c5f96858 on network aa720ae2-ca1f-4b0a-85c6-68af09558684 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:11:02.311914 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Attempting to bind port 0597adba-2465-4dec-a93e-7c93c5f96858 on network aa720ae2-ca1f-4b0a-85c6-68af09558684 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:11:02.317646 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:11:02.317962 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Checking segment: {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:11:02.318372 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Bound using segment: {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:11:02.318779 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Bound port: 0597adba-2465-4dec-a93e-7c93c5f96858, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:11:02.319387 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (0597adba-2465-4dec-a93e-7c93c5f96858), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.406032 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] For port 0597adba-2465-4dec-a93e-7c93c5f96858, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:11:02.410968 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] For port 0597adba-2465-4dec-a93e-7c93c5f96858, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0597adba-2465-4dec-a93e-7c93c5f96858,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:11:02.419824 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (0597adba-2465-4dec-a93e-7c93c5f96858), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.505622 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:02.506256 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:02.507834 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] 10.222.0.61 "PUT /v2.0/ports/0597adba-2465-4dec-a93e-7c93c5f96858 HTTP/1.1" status: 200 len: 1094 time: 1.0994637 Apr 12 11:11:02.508142 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'tag': '0597adba-2465-4dec-a93e-7c93c5f96858'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:02.510411 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233b7be5-1582-4ab3-8a8c-25b8c7945f91" -d '{"events": [{"name": "network-changed", "server_uuid": "c0481555-b863-4eeb-9823-c206deb6c20e", "tag": "0597adba-2465-4dec-a93e-7c93c5f96858"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:02.543390 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344b07d-3d1e-4702-b1ec-134d522807a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0597adba-2465-4dec-a93e-7c93c5f96858,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:02.628875 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e6cbe8-7335-434c-9ed4-d7289b1a4581 x-openstack-request-id: req-59e6cbe8-7335-434c-9ed4-d7289b1a4581 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:02.629031 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0481555-b863-4eeb-9823-c206deb6c20e", "tag": "0597adba-2465-4dec-a93e-7c93c5f96858", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:02.629244 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59e6cbe8-7335-434c-9ed4-d7289b1a4581 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:02.629646 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e6cbe8-7335-434c-9ed4-d7289b1a4581'] response: {'name': 'network-changed', 'server_uuid': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'tag': '0597adba-2465-4dec-a93e-7c93c5f96858', 'status': 'completed', 'code': 200} Apr 12 11:11:02.631002 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-e059a2f7-af5c-4a09-8ca3-e285cffec165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:02.632539 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-e059a2f7-af5c-4a09-8ca3-e285cffec165 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 1128 time: 0.0539792 Apr 12 11:11:02.696084 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-d93eaa69-139c-4c36-81f4-46e0f8e5c16a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0597adba-2465-4dec-a93e-7c93c5f96858 HTTP/1.1" status: 200 len: 217 time: 0.0429752 Apr 12 11:11:03.161721 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fbdca-aa6d-4db6-837d-0055de97336d req-a5ea21b2-9718-453a-a8eb-074e3e8fd25a tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:03.192000 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cf4fbdca-aa6d-4db6-837d-0055de97336d req-a5ea21b2-9718-453a-a8eb-074e3e8fd25a tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0913026 Apr 12 11:11:03.194631 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-e7fd6ef3-0adf-4830-b610-3e4f12ed6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:03.202963 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-e7fd6ef3-0adf-4830-b610-3e4f12ed6f9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dec2725a-db75-4393-837d-063e3bb8e039 HTTP/1.1" status: 200 len: 850 time: 0.4987659 Apr 12 11:11:03.406536 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cf4fbdca-aa6d-4db6-837d-0055de97336d req-790fdd8c-4df3-4807-9771-9d04984103a4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2136536 Apr 12 11:11:03.420072 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-c8454597-f3c8-44e8-b98e-8ed9b897be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:03.421456 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-c8454597-f3c8-44e8-b98e-8ed9b897be94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa720ae2-ca1f-4b0a-85c6-68af09558684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1937687 Apr 12 11:11:03.428321 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bdb8a-f99f-4dcb-94cb-9533021dddd4 req-fa545b86-16d4-4c58-82d5-3a66cf2cffd6 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:03.429782 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8a1bdb8a-f99f-4dcb-94cb-9533021dddd4 req-fa545b86-16d4-4c58-82d5-3a66cf2cffd6 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 944 time: 0.1590621 Apr 12 11:11:03.542031 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8a1bdb8a-f99f-4dcb-94cb-9533021dddd4 req-64c1df55-2162-43da-9f5f-430e0fcfcbf4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057427 Apr 12 11:11:03.564319 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-0a49cd7c-4b58-4862-9274-ab411c31ce9f service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335626 Apr 12 11:11:03.679235 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7b10d767-4f78-4ca8-8a08-658f97c1d063 req-c205a2ee-aea4-4146-a381-2027e6f4d13f service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086349 Apr 12 11:11:04.098908 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b7be5-1582-4ab3-8a8c-25b8c7945f91 req-b7dc68b4-47b1-43de-b805-fabb348c8f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:04.100792 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-233b7be5-1582-4ab3-8a8c-25b8c7945f91 req-b7dc68b4-47b1-43de-b805-fabb348c8f0b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 1128 time: 0.0505998 Apr 12 11:11:04.208190 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b7be5-1582-4ab3-8a8c-25b8c7945f91 req-dcf3c301-1c5e-4bff-8620-c13b00c32eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:04.209879 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-233b7be5-1582-4ab3-8a8c-25b8c7945f91 req-dcf3c301-1c5e-4bff-8620-c13b00c32eb5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 912 time: 0.1028304 Apr 12 11:11:04.266221 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-233b7be5-1582-4ab3-8a8c-25b8c7945f91 req-a3a0e452-00a6-4356-9d51-e6d78e90d13a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0597adba-2465-4dec-a93e-7c93c5f96858 HTTP/1.1" status: 200 len: 217 time: 0.0445514 Apr 12 11:11:04.351001 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b7be5-1582-4ab3-8a8c-25b8c7945f91 req-c9ecb9fb-7531-4195-b8a6-9279138374b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:04.352764 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-233b7be5-1582-4ab3-8a8c-25b8c7945f91 req-c9ecb9fb-7531-4195-b8a6-9279138374b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dec2725a-db75-4393-837d-063e3bb8e039 HTTP/1.1" status: 200 len: 850 time: 0.0795078 Apr 12 11:11:04.407593 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b7be5-1582-4ab3-8a8c-25b8c7945f91 req-1243164d-fc93-4ed1-a25b-fa60b3a6545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:04.409757 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-233b7be5-1582-4ab3-8a8c-25b8c7945f91 req-1243164d-fc93-4ed1-a25b-fa60b3a6545c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa720ae2-ca1f-4b0a-85c6-68af09558684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506325 Apr 12 11:11:04.627415 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-233b7be5-1582-4ab3-8a8c-25b8c7945f91 req-384393cb-4eb2-4768-8d11-57c132f92b47 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104919 Apr 12 11:11:04.634753 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c2639-240c-40e3-9bee-0043dd53dbc0 req-4f9cebcc-8c09-491a-9ae8-92cae5fbdd76 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:04.636234 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-846c2639-240c-40e3-9bee-0043dd53dbc0 req-4f9cebcc-8c09-491a-9ae8-92cae5fbdd76 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0908113 Apr 12 11:11:04.792104 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ff7be-e367-404f-9644-c17e0610c2a6 req-ecf6c0ca-1307-4dd3-a562-65aa35fa467f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:04.793603 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c42ff7be-e367-404f-9644-c17e0610c2a6 req-ecf6c0ca-1307-4dd3-a562-65aa35fa467f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 944 time: 0.1303506 Apr 12 11:11:04.797066 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-846c2639-240c-40e3-9bee-0043dd53dbc0 req-d9a8ba5a-d882-4448-b03b-f4ab81a01e19 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1520302 Apr 12 11:11:04.861328 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-233b7be5-1582-4ab3-8a8c-25b8c7945f91 req-87d3c28e-3d59-4143-895d-8b7e5a967654 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240980 Apr 12 11:11:04.919847 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c42ff7be-e367-404f-9644-c17e0610c2a6 req-211f4d0f-0921-4429-8398-41b675b8fb89 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152384 Apr 12 11:11:05.976334 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec73bde-10a5-455e-8301-35c9fe3ac594 req-8e60a4dd-9f0a-499a-bf2b-d6aabcfcb674 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:05.978153 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4ec73bde-10a5-455e-8301-35c9fe3ac594 req-8e60a4dd-9f0a-499a-bf2b-d6aabcfcb674 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0803621 Apr 12 11:11:06.086868 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4ec73bde-10a5-455e-8301-35c9fe3ac594 req-3c876506-d492-4989-bea1-a8d742791de3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030087 Apr 12 11:11:06.098472 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7726c6-e66d-4d56-be20-64f5a8f5681b req-59584562-797e-4623-b1f7-1ae2cd7ddedb tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:06.100172 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3c7726c6-e66d-4d56-be20-64f5a8f5681b req-59584562-797e-4623-b1f7-1ae2cd7ddedb tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 944 time: 0.0930841 Apr 12 11:11:06.173507 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3c7726c6-e66d-4d56-be20-64f5a8f5681b req-9bcfb40e-7386-4147-a2b6-dbc7f423bc95 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661032 Apr 12 11:11:07.235014 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898967a2-24a7-4ad5-9e0b-0beceb45dad0 req-2ff4a492-c64b-4557-8d2d-1f7f4858ecee tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:07.236767 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-898967a2-24a7-4ad5-9e0b-0beceb45dad0 req-2ff4a492-c64b-4557-8d2d-1f7f4858ecee tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0540147 Apr 12 11:11:07.327196 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-898967a2-24a7-4ad5-9e0b-0beceb45dad0 req-6ce1a02c-b12b-4cb1-8fd1-4ab33798c2de tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839891 Apr 12 11:11:07.334154 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03faf0-edaf-4d16-830f-0ec912912320 req-2cd28b8f-7524-4c04-9afb-4fe197b10ba9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:07.334894 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aa03faf0-edaf-4d16-830f-0ec912912320 req-2cd28b8f-7524-4c04-9afb-4fe197b10ba9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 944 time: 0.0739717 Apr 12 11:11:07.404497 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aa03faf0-edaf-4d16-830f-0ec912912320 req-3685f40f-65b1-495c-93c8-eda19e737340 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624580 Apr 12 11:11:08.479859 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd6379-aac6-4920-a26a-f593177f8f4c req-3aae20d2-fd15-4e66-a8be-1bf19a5984c7 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:08.482295 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c3dd6379-aac6-4920-a26a-f593177f8f4c req-3aae20d2-fd15-4e66-a8be-1bf19a5984c7 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0709453 Apr 12 11:11:08.615620 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392d030-d200-4e28-9bb8-ecbdf7696945 req-dd14f725-9cc9-40e5-81a6-11a6c5035658 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:08.623525 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b392d030-d200-4e28-9bb8-ecbdf7696945 req-dd14f725-9cc9-40e5-81a6-11a6c5035658 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 944 time: 0.1204579 Apr 12 11:11:08.671093 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c3dd6379-aac6-4920-a26a-f593177f8f4c req-3c4b5fb4-7133-4165-a617-d7dd10d36650 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1809599 Apr 12 11:11:08.725316 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b392d030-d200-4e28-9bb8-ecbdf7696945 req-7e2eedff-8094-4852-8590-77baedf00a4b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009002 Apr 12 11:11:09.892055 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:09.903873 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221a709-d8d2-412c-bde7-c50ff228e385 req-c9b203e3-9a68-469a-867d-d062b2c1965a tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:09.914602 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4221a709-d8d2-412c-bde7-c50ff228e385 req-c9b203e3-9a68-469a-867d-d062b2c1965a tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.1163225 Apr 12 11:11:09.928913 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8245060-b208-4618-acb6-b5d4d0954fff req-9c32d1f3-6176-4a22-bced-14935ddaac89 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:09.930481 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c8245060-b208-4618-acb6-b5d4d0954fff req-9c32d1f3-6176-4a22-bced-14935ddaac89 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 944 time: 0.1181715 Apr 12 11:11:10.036376 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4221a709-d8d2-412c-bde7-c50ff228e385 req-9699bd30-3f67-45a3-aaba-360bddd003f9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204913 Apr 12 11:11:10.057490 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c8245060-b208-4618-acb6-b5d4d0954fff req-6a35c4e4-4086-43bd-bf62-4a735b05d022 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131928 Apr 12 11:11:10.384487 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55944) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:10.505733 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7569-8539-42ba-96ba-03e0bbe3757d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.594208 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7569-8539-42ba-96ba-03e0bbe3757d admin admin] Publish callbacks [] for security_group (c6000ed5-75fc-4f38-8034-41b081c28982), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.600791 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e3fc7569-8539-42ba-96ba-03e0bbe3757d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (c6000ed5-75fc-4f38-8034-41b081c28982), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.639174 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-e3fc7569-8539-42ba-96ba-03e0bbe3757d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05ae29db8f134a2aa24af35883a459d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531137 Apr 12 11:11:10.639720 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc7569-8539-42ba-96ba-03e0bbe3757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6000ed5-75fc-4f38-8034-41b081c28982,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:10.642609 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55954) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:10.693409 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Publish callbacks [] for security_group (c6000ed5-75fc-4f38-8034-41b081c28982), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.714311 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Publish callbacks [] for security_group (c6000ed5-75fc-4f38-8034-41b081c28982), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.764276 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (c6000ed5-75fc-4f38-8034-41b081c28982), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.766739 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:10.767889 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6000ed5-75fc-4f38-8034-41b081c28982 HTTP/1.1" status: 204 len: 168 time: 0.1241965 Apr 12 11:11:10.775693 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6000ed5-75fc-4f38-8034-41b081c28982,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:10.782375 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:10.782715 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:10.783050 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:10.783410 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:10.784362 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:10.784743 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:10.785083 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:10.785376 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:10.785697 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:10.786015 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:10.786337 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:10.786651 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:10.786969 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:10.787301 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:10.787612 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce195f56-fa6c-42b0-baa6-07c7c3c9c2bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:11.037368 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55964) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:11.051357 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eea869e7-45fd-4d47-b865-197678495b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.136067 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eea869e7-45fd-4d47-b865-197678495b48 admin admin] Publish callbacks [] for security_group (276cbebc-6f17-4c06-acad-a84a5e46057a), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.140490 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-eea869e7-45fd-4d47-b865-197678495b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (276cbebc-6f17-4c06-acad-a84a5e46057a), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.182326 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea869e7-45fd-4d47-b865-197678495b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276cbebc-6f17-4c06-acad-a84a5e46057a,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:11.188033 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-eea869e7-45fd-4d47-b865-197678495b48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c9dcd0ad0a443e986dd46f807939fc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495397 Apr 12 11:11:11.191207 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55976) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:11.207970 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156c8ed-aa44-4349-b86d-72d0a21aa01a req-66eaf740-a6c3-424c-9bb5-de33776ea91f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:11.215776 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9156c8ed-aa44-4349-b86d-72d0a21aa01a req-66eaf740-a6c3-424c-9bb5-de33776ea91f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 944 time: 0.0754266 Apr 12 11:11:11.227781 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc3a7a-4e2b-4427-bed5-c27bb2ad6344 req-d4b1ac8d-8298-4a9a-b13d-6ea20626c9d2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:11.229497 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9bfc3a7a-4e2b-4427-bed5-c27bb2ad6344 req-d4b1ac8d-8298-4a9a-b13d-6ea20626c9d2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.1184659 Apr 12 11:11:11.249297 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56d6b0ef-2bb1-417d-9a04-0d7c319351e7 admin admin] Publish callbacks [] for security_group (276cbebc-6f17-4c06-acad-a84a5e46057a), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.273845 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56d6b0ef-2bb1-417d-9a04-0d7c319351e7 admin admin] Publish callbacks [] for security_group (276cbebc-6f17-4c06-acad-a84a5e46057a), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.305800 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9156c8ed-aa44-4349-b86d-72d0a21aa01a req-0849eae5-5664-452f-a107-4df16b400d74 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891850 Apr 12 11:11:11.330962 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9bfc3a7a-4e2b-4427-bed5-c27bb2ad6344 req-c8870bab-214c-4f36-bf2e-eae53454a5ef tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783870 Apr 12 11:11:11.341979 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56d6b0ef-2bb1-417d-9a04-0d7c319351e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (276cbebc-6f17-4c06-acad-a84a5e46057a), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.344598 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-56d6b0ef-2bb1-417d-9a04-0d7c319351e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.345736 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-56d6b0ef-2bb1-417d-9a04-0d7c319351e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/276cbebc-6f17-4c06-acad-a84a5e46057a HTTP/1.1" status: 204 len: 168 time: 0.1531675 Apr 12 11:11:11.358689 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6b0ef-2bb1-417d-9a04-0d7c319351e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276cbebc-6f17-4c06-acad-a84a5e46057a,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:11.445416 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956f5cc-cc1d-4fa7-be7a-feb9f1ce89ab req-b3340219-f971-43ba-a73f-1a8795c27bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:11.447017 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d956f5cc-cc1d-4fa7-be7a-feb9f1ce89ab req-b3340219-f971-43ba-a73f-1a8795c27bc0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e71830bf62941109ac767a607e853b0&device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 1130 time: 0.0445607 Apr 12 11:11:11.548051 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956f5cc-cc1d-4fa7-be7a-feb9f1ce89ab req-7c99e4d8-a8c8-48e9-9630-8fbe0ace7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:11.550044 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d956f5cc-cc1d-4fa7-be7a-feb9f1ce89ab req-7c99e4d8-a8c8-48e9-9630-8fbe0ace7b08 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73 HTTP/1.1" status: 200 len: 917 time: 0.0965424 Apr 12 11:11:11.622090 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d956f5cc-cc1d-4fa7-be7a-feb9f1ce89ab req-c20e8146-c387-4e97-9beb-161efb15d747 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1467536e-d43b-4afa-bb82-7185dae1b34f HTTP/1.1" status: 200 len: 1001 time: 0.0630355 Apr 12 11:11:11.682992 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956f5cc-cc1d-4fa7-be7a-feb9f1ce89ab req-774f7e13-c466-4aac-a986-e612d4840145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:11.684476 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d956f5cc-cc1d-4fa7-be7a-feb9f1ce89ab req-774f7e13-c466-4aac-a986-e612d4840145 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ae20377-293e-446f-8590-5281bf1489db HTTP/1.1" status: 200 len: 855 time: 0.0558872 Apr 12 11:11:11.701694 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 55990) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:11.717158 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0df96c72-24d8-4cea-b32b-11519b41a7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.732781 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956f5cc-cc1d-4fa7-be7a-feb9f1ce89ab req-a8bd5c3d-d309-4f86-85de-f4f58fd52644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:11.734359 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d956f5cc-cc1d-4fa7-be7a-feb9f1ce89ab req-a8bd5c3d-d309-4f86-85de-f4f58fd52644 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430295 Apr 12 11:11:11.796451 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0df96c72-24d8-4cea-b32b-11519b41a7e4 admin admin] Publish callbacks [] for security_group (d9d75b3f-02d7-44d4-bcf6-19d5c88b0715), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.800758 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-0df96c72-24d8-4cea-b32b-11519b41a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (d9d75b3f-02d7-44d4-bcf6-19d5c88b0715), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.829758 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d956f5cc-cc1d-4fa7-be7a-feb9f1ce89ab req-4bae3199-9e5a-45d6-9da1-16126dfb4663 service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892758 Apr 12 11:11:11.839805 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-0df96c72-24d8-4cea-b32b-11519b41a7e4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd25e4c1e79e40688bf15149bd44b593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369917 Apr 12 11:11:11.841204 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df96c72-24d8-4cea-b32b-11519b41a7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d75b3f-02d7-44d4-bcf6-19d5c88b0715,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:11.844576 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 55992) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:11.878529 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 0597adba-2465-4dec-a93e-7c93c5f96858 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:11:11.960695 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-946b2cd4-6ba9-4c59-b3f2-c8b3182296d1 admin admin] Publish callbacks [] for security_group (d9d75b3f-02d7-44d4-bcf6-19d5c88b0715), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.967406 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d956f5cc-cc1d-4fa7-be7a-feb9f1ce89ab req-891df6b5-74d2-453e-b426-a881afa59a9e service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313126 Apr 12 11:11:11.976871 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 0597adba-2465-4dec-a93e-7c93c5f96858, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0597adba-2465-4dec-a93e-7c93c5f96858,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:11.984565 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-946b2cd4-6ba9-4c59-b3f2-c8b3182296d1 admin admin] Publish callbacks [] for security_group (d9d75b3f-02d7-44d4-bcf6-19d5c88b0715), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:11.989045 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '0597adba-2465-4dec-a93e-7c93c5f96858', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'port_id': '0597adba-2465-4dec-a93e-7c93c5f96858', 'mac_address': 'fa:16:3e:81:90:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:11:12.028302 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 0597adba-2465-4dec-a93e-7c93c5f96858 is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:11:12.028701 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (0597adba-2465-4dec-a93e-7c93c5f96858), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:12.035858 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-946b2cd4-6ba9-4c59-b3f2-c8b3182296d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (d9d75b3f-02d7-44d4-bcf6-19d5c88b0715), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:12.038561 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-946b2cd4-6ba9-4c59-b3f2-c8b3182296d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:12.039953 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-946b2cd4-6ba9-4c59-b3f2-c8b3182296d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9d75b3f-02d7-44d4-bcf6-19d5c88b0715 HTTP/1.1" status: 204 len: 168 time: 0.1945357 Apr 12 11:11:12.042931 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0597adba-2465-4dec-a93e-7c93c5f96858 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:11:12.047948 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b2cd4-6ba9-4c59-b3f2-c8b3182296d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d75b3f-02d7-44d4-bcf6-19d5c88b0715,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:12.071961 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 0597adba-2465-4dec-a93e-7c93c5f96858, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0597adba-2465-4dec-a93e-7c93c5f96858,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:12.076644 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (0597adba-2465-4dec-a93e-7c93c5f96858), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:12.125049 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=0597adba-2465-4dec-a93e-7c93c5f96858,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:12.419324 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['0597adba-2465-4dec-a93e-7c93c5f96858'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:11:12.425530 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea240622-71e0-4177-9f74-88c1656ed5b9 req-1041d53d-4d88-4979-a6e5-1993a91418e4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:12.427362 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ea240622-71e0-4177-9f74-88c1656ed5b9 req-1041d53d-4d88-4979-a6e5-1993a91418e4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 945 time: 0.0535305 Apr 12 11:11:12.490282 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ea240622-71e0-4177-9f74-88c1656ed5b9 req-b4491eac-1272-43da-ac1a-ff19e3786a61 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558536 Apr 12 11:11:12.640716 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a066162-9a6a-41a1-93d2-fda994c55568 req-28e37612-7f8b-4ff4-9afa-bea8ed447658 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:12.647695 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2a066162-9a6a-41a1-93d2-fda994c55568 req-28e37612-7f8b-4ff4-9afa-bea8ed447658 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0584545 Apr 12 11:11:12.695981 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2a066162-9a6a-41a1-93d2-fda994c55568 req-12c3cd3b-0941-4e95-819f-eab086aafef8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474372 Apr 12 11:11:12.950609 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56038) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:13.056858 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b4359892-6d3d-4c21-8abb-a471415ca1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:13.131210 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b4359892-6d3d-4c21-8abb-a471415ca1bd admin admin] Publish callbacks [] for security_group (25e424c7-c322-4c59-b117-70d92179da7f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:13.135114 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b4359892-6d3d-4c21-8abb-a471415ca1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (25e424c7-c322-4c59-b117-70d92179da7f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:13.173078 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-b4359892-6d3d-4c21-8abb-a471415ca1bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d002a4752b284cd681c4c320a06222d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212243 Apr 12 11:11:13.173970 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4359892-6d3d-4c21-8abb-a471415ca1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e424c7-c322-4c59-b117-70d92179da7f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:13.176524 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56050) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:13.228005 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04e21b7d-535c-42b2-919f-637ab420e090 admin admin] Publish callbacks [] for security_group (25e424c7-c322-4c59-b117-70d92179da7f), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:13.249901 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04e21b7d-535c-42b2-919f-637ab420e090 admin admin] Publish callbacks [] for security_group (25e424c7-c322-4c59-b117-70d92179da7f), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:13.297351 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04e21b7d-535c-42b2-919f-637ab420e090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (25e424c7-c322-4c59-b117-70d92179da7f), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:13.301170 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-04e21b7d-535c-42b2-919f-637ab420e090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:13.302418 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-04e21b7d-535c-42b2-919f-637ab420e090 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25e424c7-c322-4c59-b117-70d92179da7f HTTP/1.1" status: 204 len: 168 time: 0.1245856 Apr 12 11:11:13.313941 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e21b7d-535c-42b2-919f-637ab420e090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e424c7-c322-4c59-b117-70d92179da7f,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:13.617821 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dceb89-8976-4472-9212-30976ee4e666 req-efc42e57-1fa8-43c6-a08e-d31d35e4198f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:13.624555 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-13dceb89-8976-4472-9212-30976ee4e666 req-efc42e57-1fa8-43c6-a08e-d31d35e4198f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 945 time: 0.0609114 Apr 12 11:11:13.640885 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56068) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:13.659800 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8236747b-4086-44d4-a36b-216267f3749c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:13.673605 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-13dceb89-8976-4472-9212-30976ee4e666 req-99f00af5-1ccc-402d-a0dd-45e60d653472 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482025 Apr 12 11:11:13.742792 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8236747b-4086-44d4-a36b-216267f3749c admin admin] Publish callbacks [] for security_group (b6f2df0d-1f08-4ce7-bccd-6ba81c538010), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:13.747641 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-8236747b-4086-44d4-a36b-216267f3749c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (b6f2df0d-1f08-4ce7-bccd-6ba81c538010), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:13.834219 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad0026-c1ed-4125-94af-d1a678fb0d06 req-f2c78813-36b1-46e5-ac2c-ac6cb11eb544 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:13.835983 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4dad0026-c1ed-4125-94af-d1a678fb0d06 req-f2c78813-36b1-46e5-ac2c-ac6cb11eb544 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0522916 Apr 12 11:11:13.904847 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4dad0026-c1ed-4125-94af-d1a678fb0d06 req-83455b61-f46e-489d-9b80-b815eab2cd0d tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552599 Apr 12 11:11:13.922048 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 0597adba-2465-4dec-a93e-7c93c5f96858 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:11:13.970779 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port 0597adba-2465-4dec-a93e-7c93c5f96858 completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:11:13.978675 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 0597adba-2465-4dec-a93e-7c93c5f96858 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:11:13.979314 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (0597adba-2465-4dec-a93e-7c93c5f96858), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:14.068229 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-8236747b-4086-44d4-a36b-216267f3749c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ca47d2d8dbf4c4dadcaf704408a114f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261670 Apr 12 11:11:14.068442 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 0597adba-2465-4dec-a93e-7c93c5f96858 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:11:14.068835 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (0597adba-2465-4dec-a93e-7c93c5f96858), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:14.069645 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236747b-4086-44d4-a36b-216267f3749c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f2df0d-1f08-4ce7-bccd-6ba81c538010,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:14.070745 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56080) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:14.101756 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0597adba-2465-4dec-a93e-7c93c5f96858'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:14.104045 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e286a1c-8ee0-4a6e-8b41-95768a1d372f" -d '{"events": [{"server_uuid": "c0481555-b863-4eeb-9823-c206deb6c20e", "name": "network-vif-plugged", "status": "completed", "tag": "0597adba-2465-4dec-a93e-7c93c5f96858"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:14.125296 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c98e886-c97d-4bfa-97b6-7f0e89299aae admin admin] Publish callbacks [] for security_group (b6f2df0d-1f08-4ce7-bccd-6ba81c538010), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:14.129324 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 0597adba-2465-4dec-a93e-7c93c5f96858, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0597adba-2465-4dec-a93e-7c93c5f96858,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:14.134319 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (0597adba-2465-4dec-a93e-7c93c5f96858), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:14.145707 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8659bf-a19f-4fbc-9da9-c005f6c8769e x-openstack-request-id: req-8f8659bf-a19f-4fbc-9da9-c005f6c8769e {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:14.146106 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0481555-b863-4eeb-9823-c206deb6c20e", "name": "network-vif-plugged", "status": "completed", "tag": "0597adba-2465-4dec-a93e-7c93c5f96858", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:14.146523 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8f8659bf-a19f-4fbc-9da9-c005f6c8769e {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:14.147015 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f8659bf-a19f-4fbc-9da9-c005f6c8769e'] response: {'server_uuid': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0597adba-2465-4dec-a93e-7c93c5f96858', 'code': 200} Apr 12 11:11:14.152523 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c98e886-c97d-4bfa-97b6-7f0e89299aae admin admin] Publish callbacks [] for security_group (b6f2df0d-1f08-4ce7-bccd-6ba81c538010), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:14.193478 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=0597adba-2465-4dec-a93e-7c93c5f96858,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:14.213826 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c98e886-c97d-4bfa-97b6-7f0e89299aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (b6f2df0d-1f08-4ce7-bccd-6ba81c538010), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:14.216873 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-7c98e886-c97d-4bfa-97b6-7f0e89299aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:14.220444 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-7c98e886-c97d-4bfa-97b6-7f0e89299aae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6f2df0d-1f08-4ce7-bccd-6ba81c538010 HTTP/1.1" status: 204 len: 168 time: 0.1461899 Apr 12 11:11:14.227250 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98e886-c97d-4bfa-97b6-7f0e89299aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f2df0d-1f08-4ce7-bccd-6ba81c538010,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:14.619470 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edef94-5338-4741-b923-c8990bb3c578 req-50c7f7a2-28cc-4cad-ad1f-b9e80390ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:14.620955 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58edef94-5338-4741-b923-c8990bb3c578 req-50c7f7a2-28cc-4cad-ad1f-b9e80390ab22 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 1130 time: 0.0378056 Apr 12 11:11:14.668577 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-58edef94-5338-4741-b923-c8990bb3c578 req-a2a0f22c-1cc3-4d89-8a52-58090c82fdad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400863 Apr 12 11:11:14.793596 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7f785-56c3-4a9f-ab4d-1aff4c623ce0 req-e1489df0-78b2-4363-ab49-b0f988e79def tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:14.795068 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-42e7f785-56c3-4a9f-ab4d-1aff4c623ce0 req-e1489df0-78b2-4363-ab49-b0f988e79def tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 946 time: 0.0488214 Apr 12 11:11:14.845671 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-42e7f785-56c3-4a9f-ab4d-1aff4c623ce0 req-c79a5c7b-5331-4d4b-bbb4-00d4f193a33c tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445981 Apr 12 11:11:15.020820 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe56b88-db95-41ed-94e2-e742fd951657 req-5e4df2ed-3e12-42dd-bc84-2b9394095241 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:15.022660 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-abe56b88-db95-41ed-94e2-e742fd951657 req-5e4df2ed-3e12-42dd-bc84-2b9394095241 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0499375 Apr 12 11:11:15.074097 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-abe56b88-db95-41ed-94e2-e742fd951657 req-e96ad154-74d7-4bb5-a2c2-9b1a15d183c6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455120 Apr 12 11:11:15.724383 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e286be-ad94-4371-b334-179314343995 req-0211a006-de8c-4d2d-8f7b-448b2ebb7fd8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:15.729040 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e3e286be-ad94-4371-b334-179314343995 req-0211a006-de8c-4d2d-8f7b-448b2ebb7fd8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 946 time: 0.0719001 Apr 12 11:11:15.785531 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e3e286be-ad94-4371-b334-179314343995 req-cfeb5147-2057-436d-a222-afb0b076aa1a tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461109 Apr 12 11:11:15.929785 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 1467536e-d43b-4afa-bb82-7185dae1b34f no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:16.014579 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192a597-5972-446f-9c29-0eef7595916c req-e21a33e9-2b43-461a-a741-0e6ca3a77cdf tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:16.019064 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d192a597-5972-446f-9c29-0eef7595916c req-e21a33e9-2b43-461a-a741-0e6ca3a77cdf tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 946 time: 0.0968473 Apr 12 11:11:16.033533 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 1467536e-d43b-4afa-bb82-7185dae1b34f is: ACTIVE; New status is: DOWN {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:11:16.034528 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:16.097075 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 1467536e-d43b-4afa-bb82-7185dae1b34f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1467536e-d43b-4afa-bb82-7185dae1b34f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:16.102045 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-c10fabbd-c56c-448c-b9a4-7afd3b0d6611 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0645499 Apr 12 11:11:16.105234 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:16.113440 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d192a597-5972-446f-9c29-0eef7595916c req-3283c2d7-d8fb-4898-8320-ba8086e82246 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861301 Apr 12 11:11:16.187096 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1467536e-d43b-4afa-bb82-7185dae1b34f'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:16.189316 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72e9f56-c8a5-4470-af47-7e3d6e16d5b0" -d '{"events": [{"server_uuid": "4f0ef466-18f7-4275-a1b9-aed8f6a642d4", "name": "network-vif-unplugged", "status": "completed", "tag": "1467536e-d43b-4afa-bb82-7185dae1b34f"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:16.192795 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=1467536e-d43b-4afa-bb82-7185dae1b34f,revision_number=8']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:16.211269 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-2cbb6361-4234-45c2-bb90-e4495fdfed88 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:16.226437 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-2cbb6361-4234-45c2-bb90-e4495fdfed88 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports/1467536e-d43b-4afa-bb82-7185dae1b34f HTTP/1.1" status: 200 len: 941 time: 0.0840003 Apr 12 11:11:16.237042 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46e29f1-556f-4f74-af69-bff449a32d0d x-openstack-request-id: req-d46e29f1-556f-4f74-af69-bff449a32d0d {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:16.237577 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0ef466-18f7-4275-a1b9-aed8f6a642d4", "name": "network-vif-unplugged", "status": "failed", "tag": "1467536e-d43b-4afa-bb82-7185dae1b34f", "code": 422}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:16.238074 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d46e29f1-556f-4f74-af69-bff449a32d0d {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:16.238834 dv-cinder-830089-4-iscsi neutron-server[103204]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d46e29f1-556f-4f74-af69-bff449a32d0d']: {'server_uuid': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'code': 422} returned with failed status Apr 12 11:11:16.915377 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782e084-8be2-4152-b531-a30be62ac17b req-95de0a29-eeab-4d36-8161-c6c9bfea6931 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:16.916856 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3782e084-8be2-4152-b531-a30be62ac17b req-95de0a29-eeab-4d36-8161-c6c9bfea6931 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0481515 Apr 12 11:11:16.967774 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3782e084-8be2-4152-b531-a30be62ac17b req-34aa11e1-4a2a-4eeb-a997-ee2184fc8ca9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446842 Apr 12 11:11:17.234520 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b08b1-e40c-45a4-a765-4252c712445d req-fdfdf99a-6593-41fc-bc05-6a5a2794db4c tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:17.236069 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-882b08b1-e40c-45a4-a765-4252c712445d req-fdfdf99a-6593-41fc-bc05-6a5a2794db4c tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 946 time: 0.0487876 Apr 12 11:11:17.288735 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-882b08b1-e40c-45a4-a765-4252c712445d req-4a3a5439-fce2-4ea6-87d8-115834bca57a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469966 Apr 12 11:11:17.406938 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2405b-5ef8-4c12-92fd-c180efcc6b6a req-5d336ac0-4409-41aa-9cb1-991d1bfdde18 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:17.409928 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-41d2405b-5ef8-4c12-92fd-c180efcc6b6a req-5d336ac0-4409-41aa-9cb1-991d1bfdde18 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 946 time: 0.0537786 Apr 12 11:11:17.473214 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-41d2405b-5ef8-4c12-92fd-c180efcc6b6a req-e269e747-37bc-4798-a23c-26c847cc05bb tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580499 Apr 12 11:11:17.496034 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56298) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:17.536220 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffaa2bf-5862-4867-bda4-dbabd56c775d tempest-TestVolumeBootPattern-1865417333 tempest-TestVolumeBootPattern-1865417333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:17.539171 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-1ffaa2bf-5862-4867-bda4-dbabd56c775d tempest-TestVolumeBootPattern-1865417333 tempest-TestVolumeBootPattern-1865417333-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 1125 time: 0.0405095 Apr 12 11:11:17.540627 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56300) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:17.545119 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Request body: {'floatingip': {'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'port_id': '0597adba-2465-4dec-a93e-7c93c5f96858', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:11:17.567919 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:17.568192 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56302) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:17.652578 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:17.690411 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-046dfc87-e844-4049-8791-efdde1eb2fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:17.767856 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Allocated IP 172.27.0.13 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/d4a5eebd-74f9-485c-b5de-13bda1ffc5a1) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:11:17.774227 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-046dfc87-e844-4049-8791-efdde1eb2fd5 admin admin] Publish callbacks [] for security_group (9c1bc055-39f5-4bec-98cf-4723999951e0), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:17.777881 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-046dfc87-e844-4049-8791-efdde1eb2fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (9c1bc055-39f5-4bec-98cf-4723999951e0), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:17.820633 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-046dfc87-e844-4049-8791-efdde1eb2fd5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f1c072ae5c24ceca9e4ecc0ade8446d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512569 Apr 12 11:11:17.822035 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046dfc87-e844-4049-8791-efdde1eb2fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1bc055-39f5-4bec-98cf-4723999951e0,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:17.824474 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56306) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:17.873429 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-213f5f7b-98c7-4eb4-805c-cd04f0b41eaa admin admin] Publish callbacks [] for security_group (9c1bc055-39f5-4bec-98cf-4723999951e0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:17.875687 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for port (d4a5eebd-74f9-485c-b5de-13bda1ffc5a1), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:17.894494 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-213f5f7b-98c7-4eb4-805c-cd04f0b41eaa admin admin] Publish callbacks [] for security_group (9c1bc055-39f5-4bec-98cf-4723999951e0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:17.907959 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (d4a5eebd-74f9-485c-b5de-13bda1ffc5a1), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:17.943321 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-213f5f7b-98c7-4eb4-805c-cd04f0b41eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (9c1bc055-39f5-4bec-98cf-4723999951e0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:17.946269 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-213f5f7b-98c7-4eb4-805c-cd04f0b41eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:17.947093 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-213f5f7b-98c7-4eb4-805c-cd04f0b41eaa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c1bc055-39f5-4bec-98cf-4723999951e0 HTTP/1.1" status: 204 len: 168 time: 0.1217349 Apr 12 11:11:17.947606 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:11:17.950592 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:11:17.954019 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:11:17.963795 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f5f7b-98c7-4eb4-805c-cd04f0b41eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1bc055-39f5-4bec-98cf-4723999951e0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:17.981318 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'Port': ['ID=d4a5eebd-74f9-485c-b5de-13bda1ffc5a1,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:18.203962 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-9a3b79e3-f36b-46ac-8302-bcd394d719b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:18.205456 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-9a3b79e3-f36b-46ac-8302-bcd394d719b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4&tenant_id=2e71830bf62941109ac767a607e853b0 HTTP/1.1" status: 200 len: 1128 time: 0.1546640 Apr 12 11:11:18.277940 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56320) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:18.292359 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3860f40a-6f98-4091-ac55-22effbe689e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:18.293181 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-04d20cb1-9357-4783-95e3-c7dbc96e1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:18.294652 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-04d20cb1-9357-4783-95e3-c7dbc96e1914 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e71830bf62941109ac767a607e853b0&device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 1128 time: 0.0517416 Apr 12 11:11:18.303241 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee7792-ec52-4f53-bc3e-94a656391633 req-627938a3-59f0-481e-8b6c-a0a56276d6ba tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:18.311668 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e0ee7792-ec52-4f53-bc3e-94a656391633 req-627938a3-59f0-481e-8b6c-a0a56276d6ba tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.2103012 Apr 12 11:11:18.377481 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3860f40a-6f98-4091-ac55-22effbe689e8 admin admin] Publish callbacks [] for security_group (0e2f48f8-9aeb-498a-b32c-1e112006695b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:18.381669 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3860f40a-6f98-4091-ac55-22effbe689e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (0e2f48f8-9aeb-498a-b32c-1e112006695b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:18.424031 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-3860f40a-6f98-4091-ac55-22effbe689e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7f3393abe4a4663b76ea375b792d97f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448696 Apr 12 11:11:18.425418 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860f40a-6f98-4091-ac55-22effbe689e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2f48f8-9aeb-498a-b32c-1e112006695b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:18.427929 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56324) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:18.463235 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e0ee7792-ec52-4f53-bc3e-94a656391633 req-d4a69428-210b-4c99-b229-b5a73427f880 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1503046 Apr 12 11:11:18.484977 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e65a853f-feb0-4b1d-8687-3fbc2a2285de admin admin] Publish callbacks [] for security_group (0e2f48f8-9aeb-498a-b32c-1e112006695b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:18.506208 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e65a853f-feb0-4b1d-8687-3fbc2a2285de admin admin] Publish callbacks [] for security_group (0e2f48f8-9aeb-498a-b32c-1e112006695b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:18.539563 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-cb9efe70-09b5-44db-bfc5-bfa9d1d1188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:18.542270 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-cb9efe70-09b5-44db-bfc5-bfa9d1d1188c service neutron] 10.222.0.61 "GET /v2.0/networks?id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73 HTTP/1.1" status: 200 len: 917 time: 0.2218437 Apr 12 11:11:18.553616 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e65a853f-feb0-4b1d-8687-3fbc2a2285de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (0e2f48f8-9aeb-498a-b32c-1e112006695b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:18.556362 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e65a853f-feb0-4b1d-8687-3fbc2a2285de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:18.558010 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-e65a853f-feb0-4b1d-8687-3fbc2a2285de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e2f48f8-9aeb-498a-b32c-1e112006695b HTTP/1.1" status: 204 len: 168 time: 0.1259515 Apr 12 11:11:18.567034 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a853f-feb0-4b1d-8687-3fbc2a2285de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2f48f8-9aeb-498a-b32c-1e112006695b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:18.885825 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:11:18.920041 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-dfde0c0c-1cd1-4be5-bf5b-628aa61c9da3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1467536e-d43b-4afa-bb82-7185dae1b34f HTTP/1.1" status: 200 len: 999 time: 0.3721151 Apr 12 11:11:19.003448 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-fb1e44f0-f699-4e2f-9bc2-4db92bdee0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:19.004931 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-fb1e44f0-f699-4e2f-9bc2-4db92bdee0ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ae20377-293e-446f-8590-5281bf1489db HTTP/1.1" status: 200 len: 855 time: 0.0775580 Apr 12 11:11:19.007633 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for floatingip (f504bbd6-e980-45b8-84b0-79810c1b6939), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:19.081092 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-bab89fd5-2cfb-47c7-a653-95c8775f1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:19.082539 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-bab89fd5-2cfb-47c7-a653-95c8775f1f3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565271 Apr 12 11:11:19.163025 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (d4a5eebd-74f9-485c-b5de-13bda1ffc5a1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:19.232976 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-836ac7d3-82d9-40eb-adc1-839506c38a36 service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432743 Apr 12 11:11:19.392678 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-831b4c45-40ad-4e79-bf9d-23428ccc100e req-e3cff7a5-a259-4cbf-9171-88e1971fb56e service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483436 Apr 12 11:11:19.411499 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for port (d4a5eebd-74f9-485c-b5de-13bda1ffc5a1), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:19.416524 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (d4a5eebd-74f9-485c-b5de-13bda1ffc5a1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:19.494863 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'Port': ['ID=d4a5eebd-74f9-485c-b5de-13bda1ffc5a1,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:19.504854 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (f504bbd6-e980-45b8-84b0-79810c1b6939), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:19.657075 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d21f2-1220-4eb7-8185-d73051878581 req-0eda4984-bedf-4441-86c1-20a1ee82e8e1 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:19.659878 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-359d21f2-1220-4eb7-8185-d73051878581 req-0eda4984-bedf-4441-86c1-20a1ee82e8e1 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0990415 Apr 12 11:11:19.694793 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Floating IP f504bbd6-e980-45b8-84b0-79810c1b6939 associated. External IP: 172.27.0.13, port: 0597adba-2465-4dec-a93e-7c93c5f96858. Apr 12 11:11:19.769711 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-359d21f2-1220-4eb7-8185-d73051878581 req-5d687c2c-a571-4977-9bef-201c7abe7cf0 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041107 Apr 12 11:11:19.955115 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:11:20.082930 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:11:20.094137 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed695d-2c3a-410a-ab20-5d99ec06867a None None] Sync routers for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:11:20.108309 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed695d-2c3a-410a-ab20-5d99ec06867a None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:20.108932 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b8ed695d-2c3a-410a-ab20-5d99ec06867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:10:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:20.113707 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:20.167321 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-f4178a1d-823c-4a86-9aaf-8b10ee74ca58 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6142578 Apr 12 11:11:20.167321 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'tag': '0597adba-2465-4dec-a93e-7c93c5f96858'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:20.167321 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b39e83-ae5e-4de4-b650-3fe0aeb655a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0481555-b863-4eeb-9823-c206deb6c20e", "tag": "0597adba-2465-4dec-a93e-7c93c5f96858"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:20.223358 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c5e016-f1b0-4c4c-8427-80d1ded4c2a8 x-openstack-request-id: req-f3c5e016-f1b0-4c4c-8427-80d1ded4c2a8 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:20.223655 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0481555-b863-4eeb-9823-c206deb6c20e", "tag": "0597adba-2465-4dec-a93e-7c93c5f96858", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:20.223920 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f3c5e016-f1b0-4c4c-8427-80d1ded4c2a8 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:20.224365 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c5e016-f1b0-4c4c-8427-80d1ded4c2a8'] response: {'name': 'network-changed', 'server_uuid': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'tag': '0597adba-2465-4dec-a93e-7c93c5f96858', 'status': 'completed', 'code': 200} Apr 12 11:11:20.225518 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-b8ed695d-2c3a-410a-ab20-5d99ec06867a None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:20.519091 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b8ed695d-2c3a-410a-ab20-5d99ec06867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': 'f504bbd6-e980-45b8-84b0-79810c1b6939', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '0597adba-2465-4dec-a93e-7c93c5f96858', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:81:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:11:18Z', 'updated_at': '2022-04-12T11:11:18Z', 'revision_number': 0, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:20.551058 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed695d-2c3a-410a-ab20-5d99ec06867a None None] Checking router: 12f0ccb6-3320-49a1-857a-30fb0c2468f1 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:11:20.560967 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed695d-2c3a-410a-ab20-5d99ec06867a None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:20.561894 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b8ed695d-2c3a-410a-ab20-5d99ec06867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:10:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:20.943470 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-b8ed695d-2c3a-410a-ab20-5d99ec06867a None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:20.957089 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab574c-265f-47b4-9cfc-0ce59624747a req-56147236-a9b5-4c90-8e21-0e25a76b040a tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:20.959168 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5bab574c-265f-47b4-9cfc-0ce59624747a req-56147236-a9b5-4c90-8e21-0e25a76b040a tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0686331 Apr 12 11:11:21.072017 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5bab574c-265f-47b4-9cfc-0ce59624747a req-f9253e40-c7c0-4fb2-8e33-b505f989d8d4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012709 Apr 12 11:11:21.301959 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b8ed695d-2c3a-410a-ab20-5d99ec06867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': 'f504bbd6-e980-45b8-84b0-79810c1b6939', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '0597adba-2465-4dec-a93e-7c93c5f96858', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:81:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:11:18Z', 'updated_at': '2022-04-12T11:11:18Z', 'revision_number': 0, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:21.335100 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed695d-2c3a-410a-ab20-5d99ec06867a None None] The sync data for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi is: [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': 'f504bbd6-e980-45b8-84b0-79810c1b6939', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '0597adba-2465-4dec-a93e-7c93c5f96858', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:81:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:11:18Z', 'updated_at': '2022-04-12T11:11:18Z', 'revision_number': 0, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:11:21.370734 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56426) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:21.499013 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72c1ce00-9ea8-4028-8fd3-75c48a960208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.609234 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88957093-459d-465d-93bd-e0932184279b None None] New status for floating IP f504bbd6-e980-45b8-84b0-79810c1b6939: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:11:21.621179 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72c1ce00-9ea8-4028-8fd3-75c48a960208 admin admin] Publish callbacks [] for security_group (38502d16-5d16-478e-85a6-a62738e79bd1), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.634216 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-72c1ce00-9ea8-4028-8fd3-75c48a960208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (38502d16-5d16-478e-85a6-a62738e79bd1), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.669724 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1ce00-9ea8-4028-8fd3-75c48a960208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38502d16-5d16-478e-85a6-a62738e79bd1,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:21.698904 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56430) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:21.699505 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-72c1ce00-9ea8-4028-8fd3-75c48a960208 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a840e4fe1ac6494687f3e7b8f13a01a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270555 Apr 12 11:11:21.785746 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ab9049b6-44b1-464c-9bd1-469856f104f4 admin admin] Publish callbacks [] for security_group (38502d16-5d16-478e-85a6-a62738e79bd1), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.818751 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ab9049b6-44b1-464c-9bd1-469856f104f4 admin admin] Publish callbacks [] for security_group (38502d16-5d16-478e-85a6-a62738e79bd1), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.898555 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ab9049b6-44b1-464c-9bd1-469856f104f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (38502d16-5d16-478e-85a6-a62738e79bd1), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.901881 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ab9049b6-44b1-464c-9bd1-469856f104f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:21.906499 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-ab9049b6-44b1-464c-9bd1-469856f104f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38502d16-5d16-478e-85a6-a62738e79bd1 HTTP/1.1" status: 204 len: 168 time: 0.2065361 Apr 12 11:11:21.927757 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9049b6-44b1-464c-9bd1-469856f104f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38502d16-5d16-478e-85a6-a62738e79bd1,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:22.200933 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cef1bc-d9a5-4889-8370-f94f0b0bf412 req-48ec978b-6bd0-4758-899e-5e21a82536d6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:22.202393 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-84cef1bc-d9a5-4889-8370-f94f0b0bf412 req-48ec978b-6bd0-4758-899e-5e21a82536d6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0553544 Apr 12 11:11:22.260370 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-84cef1bc-d9a5-4889-8370-f94f0b0bf412 req-dada49f1-6b79-4839-9b2a-de8d270ea890 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505126 Apr 12 11:11:22.337948 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56444) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:22.351504 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34a8037c-36a8-4df2-affb-bbde9805e9ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.435976 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34a8037c-36a8-4df2-affb-bbde9805e9ec admin admin] Publish callbacks [] for security_group (837e692d-1175-4e7c-80eb-856cca5c7368), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.441481 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-34a8037c-36a8-4df2-affb-bbde9805e9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (837e692d-1175-4e7c-80eb-856cca5c7368), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.487752 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-34a8037c-36a8-4df2-affb-bbde9805e9ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ccb04c88a8041ec8c742c20133d04a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486101 Apr 12 11:11:22.488542 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8037c-36a8-4df2-affb-bbde9805e9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837e692d-1175-4e7c-80eb-856cca5c7368,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:22.490708 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56448) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:22.539109 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6c567f61-bca7-4467-9bd3-224590347d21 admin admin] Publish callbacks [] for security_group (837e692d-1175-4e7c-80eb-856cca5c7368), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.567753 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6c567f61-bca7-4467-9bd3-224590347d21 admin admin] Publish callbacks [] for security_group (837e692d-1175-4e7c-80eb-856cca5c7368), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.617161 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6c567f61-bca7-4467-9bd3-224590347d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (837e692d-1175-4e7c-80eb-856cca5c7368), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.620987 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6c567f61-bca7-4467-9bd3-224590347d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:22.624737 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-6c567f61-bca7-4467-9bd3-224590347d21 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/837e692d-1175-4e7c-80eb-856cca5c7368 HTTP/1.1" status: 204 len: 168 time: 0.1306822 Apr 12 11:11:22.634246 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c567f61-bca7-4467-9bd3-224590347d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837e692d-1175-4e7c-80eb-856cca5c7368,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:22.985045 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56454) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:23.005308 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a045a7c2-6c3f-439d-9043-9050ca9412bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:23.100150 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a045a7c2-6c3f-439d-9043-9050ca9412bd admin admin] Publish callbacks [] for security_group (2df90d05-ce30-4154-97f6-fa7d2f58168e), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:23.104473 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-a045a7c2-6c3f-439d-9043-9050ca9412bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (2df90d05-ce30-4154-97f6-fa7d2f58168e), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:23.147866 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-a045a7c2-6c3f-439d-9043-9050ca9412bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=803afe6767b94efda0480009379744e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617169 Apr 12 11:11:23.151210 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045a7c2-6c3f-439d-9043-9050ca9412bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df90d05-ce30-4154-97f6-fa7d2f58168e,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:23.151533 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56458) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:23.215977 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9e99f8f1-70de-462b-90e7-4787342718d2 admin admin] Publish callbacks [] for security_group (2df90d05-ce30-4154-97f6-fa7d2f58168e), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:23.239565 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9e99f8f1-70de-462b-90e7-4787342718d2 admin admin] Publish callbacks [] for security_group (2df90d05-ce30-4154-97f6-fa7d2f58168e), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:23.297535 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9e99f8f1-70de-462b-90e7-4787342718d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (2df90d05-ce30-4154-97f6-fa7d2f58168e), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:23.302261 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9e99f8f1-70de-462b-90e7-4787342718d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:23.303785 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-9e99f8f1-70de-462b-90e7-4787342718d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2df90d05-ce30-4154-97f6-fa7d2f58168e HTTP/1.1" status: 204 len: 168 time: 0.1504152 Apr 12 11:11:23.316156 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99f8f1-70de-462b-90e7-4787342718d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df90d05-ce30-4154-97f6-fa7d2f58168e,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:23.431687 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1122ab-000c-4312-9e11-2e7584ca98b9 req-64482daa-7213-4a96-95bb-e622dbbd7e5b tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:23.433512 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6c1122ab-000c-4312-9e11-2e7584ca98b9 req-64482daa-7213-4a96-95bb-e622dbbd7e5b tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0675294 Apr 12 11:11:23.499219 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6c1122ab-000c-4312-9e11-2e7584ca98b9 req-baab2eb8-2031-405e-a9ee-9e22122ff95c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581820 Apr 12 11:11:24.604054 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-46f4eb4d-cf61-452e-b71a-888a3f1a2197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:24.640851 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e140d1-3912-4af2-a2e4-67f5b8cc0747 req-cad1f1de-830b-472c-a056-6617b5e8a1a9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:24.643548 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-90e140d1-3912-4af2-a2e4-67f5b8cc0747 req-cad1f1de-830b-472c-a056-6617b5e8a1a9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0602524 Apr 12 11:11:24.696286 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-90e140d1-3912-4af2-a2e4-67f5b8cc0747 req-e97d7882-4039-4bfd-bb8b-10d1b3292132 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467391 Apr 12 11:11:25.838317 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d041fda-aee8-4339-aa9c-15c5ff9726cd req-37b2d952-ef5f-4bb2-8800-0e7034ef3048 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:25.839830 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8d041fda-aee8-4339-aa9c-15c5ff9726cd req-37b2d952-ef5f-4bb2-8800-0e7034ef3048 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0494652 Apr 12 11:11:25.889196 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8d041fda-aee8-4339-aa9c-15c5ff9726cd req-85a157a1-4cd9-49dd-8c2b-64f6eb626205 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437522 Apr 12 11:11:26.898779 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-66b9d692-c593-462b-8b7b-a0d8c2369eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:27.023018 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a59f-0a63-4dd0-a70c-479818f935c9 req-d123b731-d956-419a-8938-0409b09f8ce4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:27.024543 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9853a59f-0a63-4dd0-a70c-479818f935c9 req-d123b731-d956-419a-8938-0409b09f8ce4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0480866 Apr 12 11:11:27.074915 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9853a59f-0a63-4dd0-a70c-479818f935c9 req-324b9fb7-ee7c-4198-99a0-735808a6ea6f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441504 Apr 12 11:11:28.125975 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:28.207961 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264ae82-3569-4ac8-b690-2a4292ae5906 req-1b8866f3-b611-42bf-9d85-e3d7821be526 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:28.209476 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6264ae82-3569-4ac8-b690-2a4292ae5906 req-1b8866f3-b611-42bf-9d85-e3d7821be526 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0542088 Apr 12 11:11:28.263859 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6264ae82-3569-4ac8-b690-2a4292ae5906 req-70bbf335-4689-4259-957d-3516020aa561 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477505 Apr 12 11:11:29.404991 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43092694-0b52-49c2-b826-66f2d1cd84f3 req-9e7fa9cf-3246-42ed-94c8-16393155dc0b tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:29.406922 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-43092694-0b52-49c2-b826-66f2d1cd84f3 req-9e7fa9cf-3246-42ed-94c8-16393155dc0b tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0545774 Apr 12 11:11:29.453922 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-43092694-0b52-49c2-b826-66f2d1cd84f3 req-232d41c2-a61e-40ae-9ccf-c942691aa919 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411391 Apr 12 11:11:29.656675 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:29.938827 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b39e83-ae5e-4de4-b650-3fe0aeb655a3 req-b0d554b7-6f6a-49d1-abbf-00251888b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:29.940407 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-53b39e83-ae5e-4de4-b650-3fe0aeb655a3 req-b0d554b7-6f6a-49d1-abbf-00251888b05a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 1130 time: 0.0447347 Apr 12 11:11:30.508378 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b39e83-ae5e-4de4-b650-3fe0aeb655a3 req-b5315c96-adf6-4e42-8b33-384cf18e1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:30.509827 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-53b39e83-ae5e-4de4-b650-3fe0aeb655a3 req-b5315c96-adf6-4e42-8b33-384cf18e1c9f service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 912 time: 0.0839133 Apr 12 11:11:30.608263 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de707eee-5a59-43a0-9984-74f0e1fefdf6 req-2389875b-23e7-4f14-9544-f6af66500942 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:30.609690 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-de707eee-5a59-43a0-9984-74f0e1fefdf6 req-2389875b-23e7-4f14-9544-f6af66500942 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0849731 Apr 12 11:11:30.613695 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-53b39e83-ae5e-4de4-b650-3fe0aeb655a3 req-c3370ab2-1f78-4463-8829-9da9a36516bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0597adba-2465-4dec-a93e-7c93c5f96858 HTTP/1.1" status: 200 len: 1001 time: 0.0972524 Apr 12 11:11:30.685137 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b39e83-ae5e-4de4-b650-3fe0aeb655a3 req-30a997dd-738b-40a8-be73-f8a4f6906fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:30.686787 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-53b39e83-ae5e-4de4-b650-3fe0aeb655a3 req-30a997dd-738b-40a8-be73-f8a4f6906fa1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dec2725a-db75-4393-837d-063e3bb8e039 HTTP/1.1" status: 200 len: 850 time: 0.0661316 Apr 12 11:11:30.690651 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-de707eee-5a59-43a0-9984-74f0e1fefdf6 req-d3e61e7c-9694-487a-9b7f-fdefaa1a83ca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749300 Apr 12 11:11:30.731273 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b39e83-ae5e-4de4-b650-3fe0aeb655a3 req-22926ca8-173f-498f-8717-59aae566838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:30.732720 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-53b39e83-ae5e-4de4-b650-3fe0aeb655a3 req-22926ca8-173f-498f-8717-59aae566838a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa720ae2-ca1f-4b0a-85c6-68af09558684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401001 Apr 12 11:11:30.822915 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-53b39e83-ae5e-4de4-b650-3fe0aeb655a3 req-dd793818-db26-44b9-a0e2-9e34ee5141ed service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809979 Apr 12 11:11:30.915382 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-53b39e83-ae5e-4de4-b650-3fe0aeb655a3 req-9208b620-4257-4898-91a2-1a23848fc57b service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870333 Apr 12 11:11:31.121290 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:31.807718 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e76444-af8c-4fd5-b758-947c3e287726 req-760cf546-b32c-41e4-8c2e-076c2bf5c5f7 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:31.809164 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-99e76444-af8c-4fd5-b758-947c3e287726 req-760cf546-b32c-41e4-8c2e-076c2bf5c5f7 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0479898 Apr 12 11:11:31.855228 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-99e76444-af8c-4fd5-b758-947c3e287726 req-c2e57c56-6507-4b03-972f-ebdf4f651aad tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403571 Apr 12 11:11:32.968978 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ca0f3-b2dc-4349-95b5-c2b0fcabe00c req-a266f6a8-c1fe-4867-abbf-65f7b45826a8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:32.970412 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aa0ca0f3-b2dc-4349-95b5-c2b0fcabe00c req-a266f6a8-c1fe-4867-abbf-65f7b45826a8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0456190 Apr 12 11:11:33.019473 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aa0ca0f3-b2dc-4349-95b5-c2b0fcabe00c req-4c96383e-048a-461c-a572-7d38165fcd73 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433440 Apr 12 11:11:34.133801 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48116a19-2b69-4e94-bf8d-6f821a51832d req-77ebb0c5-4468-4c16-8ba9-568663c31682 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:34.135238 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-48116a19-2b69-4e94-bf8d-6f821a51832d req-77ebb0c5-4468-4c16-8ba9-568663c31682 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0449736 Apr 12 11:11:34.182008 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-48116a19-2b69-4e94-bf8d-6f821a51832d req-71a39ca4-4414-4460-b572-59f36b6dab5b tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410595 Apr 12 11:11:35.297727 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed1fb1-d08a-4fda-813c-b594dc62bfb9 req-03a7481a-abd3-4e30-978e-c62150477fc8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:35.299205 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bfed1fb1-d08a-4fda-813c-b594dc62bfb9 req-03a7481a-abd3-4e30-978e-c62150477fc8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0450757 Apr 12 11:11:35.346260 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bfed1fb1-d08a-4fda-813c-b594dc62bfb9 req-544b56e9-8b79-42d2-881c-dac4187a4d51 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409780 Apr 12 11:11:36.469291 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7f071-917a-478e-b6fb-009b00612d26 req-a44fcb33-4a8d-48dc-83eb-bf71c4040b64 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:36.470762 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b1a7f071-917a-478e-b6fb-009b00612d26 req-a44fcb33-4a8d-48dc-83eb-bf71c4040b64 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0527382 Apr 12 11:11:36.519007 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b1a7f071-917a-478e-b6fb-009b00612d26 req-e11e63b3-57ef-4e4e-bd7b-b0065236d331 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425274 Apr 12 11:11:37.648388 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6db7bf-fba6-45da-bdb6-e25ae2381c64 req-3299aa2d-882d-488a-be4a-6c640e7527b4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:37.649869 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dc6db7bf-fba6-45da-bdb6-e25ae2381c64 req-3299aa2d-882d-488a-be4a-6c640e7527b4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 944 time: 0.0502305 Apr 12 11:11:37.699109 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dc6db7bf-fba6-45da-bdb6-e25ae2381c64 req-bab70f5c-8f6b-436c-a50b-dff910f3241b tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433674 Apr 12 11:11:38.007644 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 1467536e-d43b-4afa-bb82-7185dae1b34f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:11:38.104409 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 1467536e-d43b-4afa-bb82-7185dae1b34f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1467536e-d43b-4afa-bb82-7185dae1b34f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:38.115442 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'port_id': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'mac_address': 'fa:16:3e:87:3e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:11:38.152183 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 1467536e-d43b-4afa-bb82-7185dae1b34f is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:11:38.152570 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:38.165063 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1467536e-d43b-4afa-bb82-7185dae1b34f {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:11:38.184068 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 1467536e-d43b-4afa-bb82-7185dae1b34f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1467536e-d43b-4afa-bb82-7185dae1b34f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:38.188129 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:38.237822 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=1467536e-d43b-4afa-bb82-7185dae1b34f,revision_number=9']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:38.817129 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e33567-2596-4fa3-8b1e-7ae1f5e39865 req-dcfc10d6-a472-4abd-8786-0e0bb25d2ee1 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:38.818574 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-81e33567-2596-4fa3-8b1e-7ae1f5e39865 req-dcfc10d6-a472-4abd-8786-0e0bb25d2ee1 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 945 time: 0.0463991 Apr 12 11:11:38.867056 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-81e33567-2596-4fa3-8b1e-7ae1f5e39865 req-03d6faf9-14ca-49c5-b5b2-b4a9985284ce tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428782 Apr 12 11:11:39.981028 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211237-5757-42d6-a57a-6cbbf93d7106 req-319832bb-1804-4358-9b75-0e1dc0b0dac9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:39.982479 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1b211237-5757-42d6-a57a-6cbbf93d7106 req-319832bb-1804-4358-9b75-0e1dc0b0dac9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 945 time: 0.0458939 Apr 12 11:11:40.027717 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1b211237-5757-42d6-a57a-6cbbf93d7106 req-e79cefb5-1bb6-4f2b-a9dd-03da57987637 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393350 Apr 12 11:11:40.730571 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:41.015901 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['1467536e-d43b-4afa-bb82-7185dae1b34f'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:11:41.142476 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc86c-1b8a-4df3-8be1-6802cfb9f0af req-6f84161c-f5f1-4565-8e78-6a058bbff765 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:41.143995 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-61edc86c-1b8a-4df3-8be1-6802cfb9f0af req-6f84161c-f5f1-4565-8e78-6a058bbff765 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 945 time: 0.0450778 Apr 12 11:11:41.193995 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-61edc86c-1b8a-4df3-8be1-6802cfb9f0af req-f5d7382b-d8d6-4ceb-98a3-b9393b27462a tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408502 Apr 12 11:11:42.321187 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe76f6d-a87b-426a-b756-32358b8526a1 req-7fd0fb31-67c9-4450-8e2b-4f83fb652d64 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:42.322669 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dbe76f6d-a87b-426a-b756-32358b8526a1 req-7fd0fb31-67c9-4450-8e2b-4f83fb652d64 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 945 time: 0.0552204 Apr 12 11:11:42.367277 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dbe76f6d-a87b-426a-b756-32358b8526a1 req-7c853f96-5c84-48ee-a126-b332cc11fcaf tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389955 Apr 12 11:11:42.724323 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 1467536e-d43b-4afa-bb82-7185dae1b34f up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:11:42.769789 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 1467536e-d43b-4afa-bb82-7185dae1b34f triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:11:42.770161 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.844554 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 1467536e-d43b-4afa-bb82-7185dae1b34f is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:11:42.844936 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.870101 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1467536e-d43b-4afa-bb82-7185dae1b34f'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:42.872339 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5597a82e-d730-43de-94d5-1b44af762a64" -d '{"events": [{"server_uuid": "4f0ef466-18f7-4275-a1b9-aed8f6a642d4", "name": "network-vif-plugged", "status": "completed", "tag": "1467536e-d43b-4afa-bb82-7185dae1b34f"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:42.884363 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 1467536e-d43b-4afa-bb82-7185dae1b34f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1467536e-d43b-4afa-bb82-7185dae1b34f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:42.888532 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:42.912138 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cab067c-2f78-4d9f-a1fa-fc6eb53667e1 x-openstack-request-id: req-5cab067c-2f78-4d9f-a1fa-fc6eb53667e1 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:42.912458 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0ef466-18f7-4275-a1b9-aed8f6a642d4", "name": "network-vif-plugged", "status": "completed", "tag": "1467536e-d43b-4afa-bb82-7185dae1b34f", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:42.912713 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5cab067c-2f78-4d9f-a1fa-fc6eb53667e1 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:42.913106 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cab067c-2f78-4d9f-a1fa-fc6eb53667e1'] response: {'server_uuid': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'code': 200} Apr 12 11:11:42.938182 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=1467536e-d43b-4afa-bb82-7185dae1b34f,revision_number=10']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:43.441896 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfec27b-9202-4f71-853e-ee23edb8ab4f req-eba8a4f9-489b-4b8e-8657-3d7f498befd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:43.443400 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbfec27b-9202-4f71-853e-ee23edb8ab4f req-eba8a4f9-489b-4b8e-8657-3d7f498befd8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 1131 time: 0.0393281 Apr 12 11:11:43.508826 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367451a-a3af-470b-ab6f-0be21071480c req-5dacb3f6-ffd7-41b3-bf5e-d5b12e88ddf0 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:43.510261 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b367451a-a3af-470b-ab6f-0be21071480c req-5dacb3f6-ffd7-41b3-bf5e-d5b12e88ddf0 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 947 time: 0.0710552 Apr 12 11:11:43.527114 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bbfec27b-9202-4f71-853e-ee23edb8ab4f req-2f7556c0-d1f8-4a3f-a672-77221a58adc5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764549 Apr 12 11:11:43.560022 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b367451a-a3af-470b-ab6f-0be21071480c req-a66bce91-c3f4-4482-b78b-f6e6a3e18eb7 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422668 Apr 12 11:11:44.676282 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367f056-1f35-4458-91fc-a9f8e234b9bd req-8ef44f1b-0783-4b8d-96c0-b97fa1335013 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:44.677714 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7367f056-1f35-4458-91fc-a9f8e234b9bd req-8ef44f1b-0783-4b8d-96c0-b97fa1335013 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 947 time: 0.0450115 Apr 12 11:11:44.723171 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7367f056-1f35-4458-91fc-a9f8e234b9bd req-33589c08-942b-40d2-abc8-c6eb2fe5ad25 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400865 Apr 12 11:11:45.072613 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56612) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:45.358685 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-91a6928b-d3a0-43d4-8859-9173cb2b298d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Deleting port 0f10ad08-c091-45eb-a597-f2067990988b {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:45.359028 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91a6928b-d3a0-43d4-8859-9173cb2b298d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (0f10ad08-c091-45eb-a597-f2067990988b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.431513 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91a6928b-d3a0-43d4-8859-9173cb2b298d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (0f10ad08-c091-45eb-a597-f2067990988b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.431840 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91a6928b-d3a0-43d4-8859-9173cb2b298d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for floatingip (0f10ad08-c091-45eb-a597-f2067990988b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.444446 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-91a6928b-d3a0-43d4-8859-9173cb2b298d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Calling delete_port for 0f10ad08-c091-45eb-a597-f2067990988b owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:45.611094 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91a6928b-d3a0-43d4-8859-9173cb2b298d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (0f10ad08-c091-45eb-a597-f2067990988b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.642190 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6928b-d3a0-43d4-8859-9173cb2b298d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Pushing event deleted for resources: {'Port': ['ID=0f10ad08-c091-45eb-a597-f2067990988b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:45.700515 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91a6928b-d3a0-43d4-8859-9173cb2b298d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for floatingip (7ab7b950-5253-4f4f-8151-7f64e2bce012), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:45.700843 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.l3_db [None req-91a6928b-d3a0-43d4-8859-9173cb2b298d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Floating IP 7ab7b950-5253-4f4f-8151-7f64e2bce012 disassociated (deleted). External IP: 172.27.0.226, port: ec72bd5c-7ee0-459c-86ec-48692be264fc. Apr 12 11:11:45.843050 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7ccc2-905f-45db-9e99-a83e25fa72f0 req-c1d537cd-35f9-4267-9e4b-a346836e7e50 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:45.844623 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-60c7ccc2-905f-45db-9e99-a83e25fa72f0 req-c1d537cd-35f9-4267-9e4b-a346836e7e50 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 947 time: 0.0499210 Apr 12 11:11:45.894656 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-60c7ccc2-905f-45db-9e99-a83e25fa72f0 req-228fda08-faf4-4840-8ef4-c21add458066 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436685 Apr 12 11:11:45.911889 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a6928b-d3a0-43d4-8859-9173cb2b298d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:11:46.019585 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a6928b-d3a0-43d4-8859-9173cb2b298d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:11:46.024288 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91a6928b-d3a0-43d4-8859-9173cb2b298d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:46.029307 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f6f3f4-c0f2-4ca6-92b0-71059d24fa2b None None] Sync routers for ids ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:11:46.039738 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f6f3f4-c0f2-4ca6-92b0-71059d24fa2b None None] Routers {'7ae9eebe-598c-4078-afbe-4e97aa9ee579'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:46.040422 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-58f6f3f4-c0f2-4ca6-92b0-71059d24fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:11:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:46.053828 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-91a6928b-d3a0-43d4-8859-9173cb2b298d tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "DELETE /v2.0/floatingips/7ab7b950-5253-4f4f-8151-7f64e2bce012 HTTP/1.1" status: 204 len: 168 time: 0.9801495 Apr 12 11:11:46.054416 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'tag': 'ec72bd5c-7ee0-459c-86ec-48692be264fc'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:46.056744 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60b2b29-ca39-4e1c-bec4-3cad813d8d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bc82e0-6533-49d9-97b8-b8beb3ee9726", "tag": "ec72bd5c-7ee0-459c-86ec-48692be264fc"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:46.096533 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24ea9e0-ff82-497e-98e8-e74b0f2a9816 x-openstack-request-id: req-b24ea9e0-ff82-497e-98e8-e74b0f2a9816 {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:46.097142 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bc82e0-6533-49d9-97b8-b8beb3ee9726", "tag": "ec72bd5c-7ee0-459c-86ec-48692be264fc", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:46.097257 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b24ea9e0-ff82-497e-98e8-e74b0f2a9816 {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:46.097724 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24ea9e0-ff82-497e-98e8-e74b0f2a9816'] response: {'name': 'network-changed', 'server_uuid': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'tag': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'status': 'completed', 'code': 200} Apr 12 11:11:46.149851 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-58f6f3f4-c0f2-4ca6-92b0-71059d24fa2b None None] Set router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:46.272373 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595ef33-d06c-4b13-994f-15fe04c6c57f req-953da67b-9fc9-45c6-a39b-343b204dcb84 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:46.273832 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f595ef33-d06c-4b13-994f-15fe04c6c57f req-953da67b-9fc9-45c6-a39b-343b204dcb84 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0462282 Apr 12 11:11:46.323971 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f595ef33-d06c-4b13-994f-15fe04c6c57f req-fbc2a699-c426-4cc2-8a82-1a809cac89f4 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444462 Apr 12 11:11:46.341129 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-58f6f3f4-c0f2-4ca6-92b0-71059d24fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:07Z', 'revision_number': 4, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port': {'id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '99ba716f-d2af-433e-a715-fed159cce269', 'name': '', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'mac_address': 'fa:16:3e:b3:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:06Z', 'updated_at': '2022-04-12T11:06:12Z', 'revision_number': 5, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'subnets': [{'id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:46.368190 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f6f3f4-c0f2-4ca6-92b0-71059d24fa2b None None] Checking router: 7ae9eebe-598c-4078-afbe-4e97aa9ee579 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:11:46.376757 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f6f3f4-c0f2-4ca6-92b0-71059d24fa2b None None] Routers {'7ae9eebe-598c-4078-afbe-4e97aa9ee579'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:46.378025 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-58f6f3f4-c0f2-4ca6-92b0-71059d24fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:11:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:46.480064 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-58f6f3f4-c0f2-4ca6-92b0-71059d24fa2b None None] Set router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:46.664421 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-58f6f3f4-c0f2-4ca6-92b0-71059d24fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:07Z', 'revision_number': 4, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port': {'id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '99ba716f-d2af-433e-a715-fed159cce269', 'name': '', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'mac_address': 'fa:16:3e:b3:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:06Z', 'updated_at': '2022-04-12T11:06:12Z', 'revision_number': 5, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'subnets': [{'id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:46.694221 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f6f3f4-c0f2-4ca6-92b0-71059d24fa2b None None] The sync data for ids ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'] in dv-cinder-830089-4-iscsi is: [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:07Z', 'revision_number': 4, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port': {'id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': '99ba716f-d2af-433e-a715-fed159cce269', 'name': '', 'network_id': '85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'mac_address': 'fa:16:3e:b3:16:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:06Z', 'updated_at': '2022-04-12T11:06:12Z', 'revision_number': 5, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'subnets': [{'id': 'a3416e3d-2581-42f6-9ca8-86ecaf875af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:11:46.910431 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb0a8c4-0cc0-4141-a5d2-40097a11c33d None None] New status for floating IP 7ab7b950-5253-4f4f-8151-7f64e2bce012: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:11:47.017267 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91144c5-aa76-417e-a699-5c62459e495a req-4830f30a-0338-4515-90f5-1585ee477443 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:47.018847 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f91144c5-aa76-417e-a699-5c62459e495a req-4830f30a-0338-4515-90f5-1585ee477443 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 947 time: 0.0502965 Apr 12 11:11:47.064766 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f91144c5-aa76-417e-a699-5c62459e495a req-b9a0d567-2267-41c5-b68a-e3fe8964447c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403049 Apr 12 11:11:47.445587 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe9712-b326-4ea3-b98e-f32a4431fa71 req-a37972e5-9e9a-42b5-b18d-7f16d6cecc18 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:47.447035 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-88fe9712-b326-4ea3-b98e-f32a4431fa71 req-a37972e5-9e9a-42b5-b18d-7f16d6cecc18 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0506077 Apr 12 11:11:47.497457 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-88fe9712-b326-4ea3-b98e-f32a4431fa71 req-3a251320-25e5-438f-992d-8e3f821db2f3 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447235 Apr 12 11:11:48.181819 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8ee0c-1053-4adf-91a5-244db31d21b9 req-7dc9a205-dbfb-4d1f-893a-5d9b28a06151 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:48.183346 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1fe8ee0c-1053-4adf-91a5-244db31d21b9 req-7dc9a205-dbfb-4d1f-893a-5d9b28a06151 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 947 time: 0.0469718 Apr 12 11:11:48.230793 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1fe8ee0c-1053-4adf-91a5-244db31d21b9 req-1dbfb0f0-dc0e-4671-8336-0a73faae5041 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417013 Apr 12 11:11:48.301814 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b2b29-ca39-4e1c-bec4-3cad813d8d7b req-74414699-6322-40df-9d44-93858f1d4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:48.303340 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e60b2b29-ca39-4e1c-bec4-3cad813d8d7b req-74414699-6322-40df-9d44-93858f1d4c7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35ac8ed2221744b0a7b34fbd507119a5&device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 1129 time: 0.0403745 Apr 12 11:11:48.405970 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864c2f3-7c84-400a-ac5e-60417af1cbe0 req-8b302118-2f38-4f5b-987c-3f6578903c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:48.407367 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-4864c2f3-7c84-400a-ac5e-60417af1cbe0 req-8b302118-2f38-4f5b-987c-3f6578903c2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e71830bf62941109ac767a607e853b0&device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 1131 time: 0.0377963 Apr 12 11:11:48.500185 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b2b29-ca39-4e1c-bec4-3cad813d8d7b req-58e25c63-9a06-4a93-a043-81418804e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:48.501639 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e60b2b29-ca39-4e1c-bec4-3cad813d8d7b req-58e25c63-9a06-4a93-a043-81418804e29b service neutron] 10.222.0.61 "GET /v2.0/networks?id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b HTTP/1.1" status: 200 len: 910 time: 0.0857637 Apr 12 11:11:48.538753 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864c2f3-7c84-400a-ac5e-60417af1cbe0 req-31c606dd-ed9d-46c6-875c-b9a5cbf285bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:48.540260 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-4864c2f3-7c84-400a-ac5e-60417af1cbe0 req-31c606dd-ed9d-46c6-875c-b9a5cbf285bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73 HTTP/1.1" status: 200 len: 917 time: 0.0886164 Apr 12 11:11:48.616082 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258d6eb-66d0-4270-927f-a681761abe5d req-73904354-736d-41d7-8735-64f5713630ac tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:48.617459 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f258d6eb-66d0-4270-927f-a681761abe5d req-73904354-736d-41d7-8735-64f5713630ac tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.0504355 Apr 12 11:11:48.666900 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f258d6eb-66d0-4270-927f-a681761abe5d req-fc3a3fa9-ea67-4ab5-9eef-3d52f742a5c5 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435915 Apr 12 11:11:48.735287 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e60b2b29-ca39-4e1c-bec4-3cad813d8d7b req-ed23dd7e-ffa7-460e-a734-f5f8bc281781 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc HTTP/1.1" status: 200 len: 217 time: 0.0397580 Apr 12 11:11:48.779520 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-4864c2f3-7c84-400a-ac5e-60417af1cbe0 req-b5e7f548-047b-4dbd-8203-0ae06ee21bb2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1467536e-d43b-4afa-bb82-7185dae1b34f HTTP/1.1" status: 200 len: 1001 time: 0.0827641 Apr 12 11:11:49.180216 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b2b29-ca39-4e1c-bec4-3cad813d8d7b req-628b2812-4a03-405e-9f93-6b5644889d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:49.181709 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e60b2b29-ca39-4e1c-bec4-3cad813d8d7b req-628b2812-4a03-405e-9f93-6b5644889d2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3416e3d-2581-42f6-9ca8-86ecaf875af2 HTTP/1.1" status: 200 len: 848 time: 0.0526416 Apr 12 11:11:49.260270 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b2b29-ca39-4e1c-bec4-3cad813d8d7b req-3fab0e8c-afb1-4cb8-90d8-a8696a804995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:49.262347 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e60b2b29-ca39-4e1c-bec4-3cad813d8d7b req-3fab0e8c-afb1-4cb8-90d8-a8696a804995 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434916 Apr 12 11:11:49.274964 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864c2f3-7c84-400a-ac5e-60417af1cbe0 req-a001e1a2-2e44-409a-bb6c-00ab7d2f71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:49.276853 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-4864c2f3-7c84-400a-ac5e-60417af1cbe0 req-a001e1a2-2e44-409a-bb6c-00ab7d2f71bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ae20377-293e-446f-8590-5281bf1489db HTTP/1.1" status: 200 len: 855 time: 0.0597262 Apr 12 11:11:49.353430 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4040c2-76d1-4134-9d51-59cc95aa7207 req-5e0ee293-f41e-4c91-9b02-a2da14e0f0fa tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:49.354869 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3c4040c2-76d1-4134-9d51-59cc95aa7207 req-5e0ee293-f41e-4c91-9b02-a2da14e0f0fa tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 947 time: 0.0502582 Apr 12 11:11:49.399514 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3c4040c2-76d1-4134-9d51-59cc95aa7207 req-2b0ba2e7-4893-4239-9f9e-4a934c9790a3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390608 Apr 12 11:11:49.594989 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864c2f3-7c84-400a-ac5e-60417af1cbe0 req-ceda26a6-5048-41dd-bd1b-f08384aa5621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:49.597128 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-4864c2f3-7c84-400a-ac5e-60417af1cbe0 req-ceda26a6-5048-41dd-bd1b-f08384aa5621 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448952 Apr 12 11:11:49.688023 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-4864c2f3-7c84-400a-ac5e-60417af1cbe0 req-9236ba8c-ae68-4f7b-bf9b-d487ce953b48 service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844264 Apr 12 11:11:49.789514 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [req-4864c2f3-7c84-400a-ac5e-60417af1cbe0 req-de852633-d06c-4ef5-8926-31576920780d service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953276 Apr 12 11:11:49.942651 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c699136-582b-41b6-b0c5-3d10484acddd req-8b22e62d-b965-4636-a71d-fabe7ffab853 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:49.943973 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7c699136-582b-41b6-b0c5-3d10484acddd req-8b22e62d-b965-4636-a71d-fabe7ffab853 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.3828218 Apr 12 11:11:50.022491 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedfffb-7acb-45c3-bb52-2fb29daee1b3 req-9ff8be46-17c9-43f7-972d-97eaf964c938 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:50.024009 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-eaedfffb-7acb-45c3-bb52-2fb29daee1b3 req-9ff8be46-17c9-43f7-972d-97eaf964c938 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 945 time: 0.1059175 Apr 12 11:11:50.069679 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e60b2b29-ca39-4e1c-bec4-3cad813d8d7b req-88a14bba-ed1a-4a9f-acc7-99f37ce8de49 service neutron] 10.222.0.61 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169053 Apr 12 11:11:50.121755 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-7c699136-582b-41b6-b0c5-3d10484acddd req-f41ecf21-18b4-4385-8a4b-c57a8a66ae6a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Deleting port ec72bd5c-7ee0-459c-86ec-48692be264fc {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:50.122182 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-7c699136-582b-41b6-b0c5-3d10484acddd req-f41ecf21-18b4-4385-8a4b-c57a8a66ae6a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:50.232306 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-eaedfffb-7acb-45c3-bb52-2fb29daee1b3 req-827d011b-55fe-4f46-8e3d-1a19d40fad98 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/security-groups?id=187e446b-187e-4e4a-a2f6-7f8a927792a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953535 Apr 12 11:11:50.270097 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e60b2b29-ca39-4e1c-bec4-3cad813d8d7b req-cdec246b-b526-4ab2-81ad-1c69624e4776 service neutron] 10.222.0.61 "GET /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913142 Apr 12 11:11:50.281343 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-7c699136-582b-41b6-b0c5-3d10484acddd req-f41ecf21-18b4-4385-8a4b-c57a8a66ae6a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] For port ec72bd5c-7ee0-459c-86ec-48692be264fc, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=ec72bd5c-7ee0-459c-86ec-48692be264fc,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:50.281705 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-7c699136-582b-41b6-b0c5-3d10484acddd req-f41ecf21-18b4-4385-8a4b-c57a8a66ae6a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:50.294788 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-7c699136-582b-41b6-b0c5-3d10484acddd req-f41ecf21-18b4-4385-8a4b-c57a8a66ae6a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Calling delete_port for ec72bd5c-7ee0-459c-86ec-48692be264fc owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:50.447565 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-7c699136-582b-41b6-b0c5-3d10484acddd req-f41ecf21-18b4-4385-8a4b-c57a8a66ae6a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (ec72bd5c-7ee0-459c-86ec-48692be264fc), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:50.480323 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ecf21-18b4-4385-8a4b-c57a8a66ae6a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Pushing event deleted for resources: {'Port': ['ID=ec72bd5c-7ee0-459c-86ec-48692be264fc,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:50.563452 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c699136-582b-41b6-b0c5-3d10484acddd req-f41ecf21-18b4-4385-8a4b-c57a8a66ae6a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] No DVR routers for this DVR port ec72bd5c-7ee0-459c-86ec-48692be264fc on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:11:50.567497 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-7c699136-582b-41b6-b0c5-3d10484acddd req-f41ecf21-18b4-4385-8a4b-c57a8a66ae6a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:50.570701 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7c699136-582b-41b6-b0c5-3d10484acddd req-f41ecf21-18b4-4385-8a4b-c57a8a66ae6a tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.61 "DELETE /v2.0/ports/ec72bd5c-7ee0-459c-86ec-48692be264fc HTTP/1.1" status: 204 len: 173 time: 0.6083698 Apr 12 11:11:50.571150 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'name': 'network-vif-deleted', 'tag': 'ec72bd5c-7ee0-459c-86ec-48692be264fc'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:11:50.573385 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6438792e-3ab9-4679-ad5a-c3bc84f0ccb3" -d '{"events": [{"server_uuid": "e1bc82e0-6533-49d9-97b8-b8beb3ee9726", "name": "network-vif-deleted", "tag": "ec72bd5c-7ee0-459c-86ec-48692be264fc"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:11:50.585139 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ddac3-30c5-4624-91ca-dd6cffd0c7d2 req-f17df33f-74e7-4cdd-8161-ab6c1f1be370 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:11:50.586794 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-eb9ddac3-30c5-4624-91ca-dd6cffd0c7d2 req-f17df33f-74e7-4cdd-8161-ab6c1f1be370 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 947 time: 0.0962918 Apr 12 11:11:50.615974 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fa4b72-36d1-4a91-afa6-bc8a7324cdf8 x-openstack-request-id: req-d7fa4b72-36d1-4a91-afa6-bc8a7324cdf8 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:11:50.616267 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bc82e0-6533-49d9-97b8-b8beb3ee9726", "name": "network-vif-deleted", "tag": "ec72bd5c-7ee0-459c-86ec-48692be264fc", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:11:50.616541 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d7fa4b72-36d1-4a91-afa6-bc8a7324cdf8 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:11:50.616930 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7fa4b72-36d1-4a91-afa6-bc8a7324cdf8'] response: {'server_uuid': 'e1bc82e0-6533-49d9-97b8-b8beb3ee9726', 'name': 'network-vif-deleted', 'tag': 'ec72bd5c-7ee0-459c-86ec-48692be264fc', 'status': 'completed', 'code': 200} Apr 12 11:11:50.646522 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-eb9ddac3-30c5-4624-91ca-dd6cffd0c7d2 req-f6d29b4b-0688-4f16-97bf-8385ccdfd71a tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461228 Apr 12 11:11:51.342104 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5840f70d-dbfd-40fc-9723-8573847a8452 req-26461fde-94ed-4a98-9282-d9bd4d2bcece tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1bc82e0-6533-49d9-97b8-b8beb3ee9726 HTTP/1.1" status: 200 len: 210 time: 0.0268061 Apr 12 11:11:51.433123 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56736) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:51.540851 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9f0d43f9-8ca9-4f96-a0d3-e82b0e38d6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:51.614015 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9f0d43f9-8ca9-4f96-a0d3-e82b0e38d6cd admin admin] Publish callbacks [] for security_group (49a9ea2d-aa27-447a-82d7-25db3c54ffa6), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:51.617865 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9f0d43f9-8ca9-4f96-a0d3-e82b0e38d6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (49a9ea2d-aa27-447a-82d7-25db3c54ffa6), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:51.657948 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d43f9-8ca9-4f96-a0d3-e82b0e38d6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a9ea2d-aa27-447a-82d7-25db3c54ffa6,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:51.663265 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-9f0d43f9-8ca9-4f96-a0d3-e82b0e38d6cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d872bb71a08c474db76f6bc04e12a2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290745 Apr 12 11:11:51.666564 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56740) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:51.717026 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59ee2e61-deeb-47ea-9f25-fc9610a84799 admin admin] Publish callbacks [] for security_group (49a9ea2d-aa27-447a-82d7-25db3c54ffa6), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:51.737340 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59ee2e61-deeb-47ea-9f25-fc9610a84799 admin admin] Publish callbacks [] for security_group (49a9ea2d-aa27-447a-82d7-25db3c54ffa6), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:51.784180 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59ee2e61-deeb-47ea-9f25-fc9610a84799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (49a9ea2d-aa27-447a-82d7-25db3c54ffa6), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:51.786829 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59ee2e61-deeb-47ea-9f25-fc9610a84799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:51.788003 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-59ee2e61-deeb-47ea-9f25-fc9610a84799 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49a9ea2d-aa27-447a-82d7-25db3c54ffa6 HTTP/1.1" status: 204 len: 168 time: 0.1211903 Apr 12 11:11:51.795485 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee2e61-deeb-47ea-9f25-fc9610a84799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a9ea2d-aa27-447a-82d7-25db3c54ffa6,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:52.050237 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56746) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:52.063761 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19eaf245-ea72-4982-876e-1d516033123b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.138964 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19eaf245-ea72-4982-876e-1d516033123b admin admin] Publish callbacks [] for security_group (4b6886d5-49e5-4534-9168-66a66b59ea72), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.142580 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-19eaf245-ea72-4982-876e-1d516033123b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (4b6886d5-49e5-4534-9168-66a66b59ea72), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.178413 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaf245-ea72-4982-876e-1d516033123b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6886d5-49e5-4534-9168-66a66b59ea72,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:52.182737 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-19eaf245-ea72-4982-876e-1d516033123b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0288813fee1c4359ad169cc806f47dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314566 Apr 12 11:11:52.185588 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56748) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:52.235392 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-017e947c-c34e-452d-ad5b-bf43a7bdf63c admin admin] Publish callbacks [] for security_group (4b6886d5-49e5-4534-9168-66a66b59ea72), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.263351 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-017e947c-c34e-452d-ad5b-bf43a7bdf63c admin admin] Publish callbacks [] for security_group (4b6886d5-49e5-4534-9168-66a66b59ea72), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.321695 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-017e947c-c34e-452d-ad5b-bf43a7bdf63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (4b6886d5-49e5-4534-9168-66a66b59ea72), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.324261 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-017e947c-c34e-452d-ad5b-bf43a7bdf63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.325412 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-017e947c-c34e-452d-ad5b-bf43a7bdf63c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b6886d5-49e5-4534-9168-66a66b59ea72 HTTP/1.1" status: 204 len: 168 time: 0.1388645 Apr 12 11:11:52.332928 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e947c-c34e-452d-ad5b-bf43a7bdf63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6886d5-49e5-4534-9168-66a66b59ea72,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:52.397184 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56754) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:52.455379 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85e0b024-388b-45d4-b6c0-8df9c07b0059 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group (187e446b-187e-4e4a-a2f6-7f8a927792a0), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.481235 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85e0b024-388b-45d4-b6c0-8df9c07b0059 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group (187e446b-187e-4e4a-a2f6-7f8a927792a0), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.540466 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85e0b024-388b-45d4-b6c0-8df9c07b0059 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (187e446b-187e-4e4a-a2f6-7f8a927792a0), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.542996 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-85e0b024-388b-45d4-b6c0-8df9c07b0059 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:52.544242 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-85e0b024-388b-45d4-b6c0-8df9c07b0059 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] 10.222.0.55 "DELETE /v2.0/security-groups/187e446b-187e-4e4a-a2f6-7f8a927792a0 HTTP/1.1" status: 204 len: 168 time: 0.1460412 Apr 12 11:11:52.554206 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0b024-388b-45d4-b6c0-8df9c07b0059 tempest-TestShelveInstance-1802488152 tempest-TestShelveInstance-1802488152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=187e446b-187e-4e4a-a2f6-7f8a927792a0,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:52.598634 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56760) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:52.719420 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device ec72bd5c-7ee0-459c-86ec-48692be264fc no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:52.743522 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: ec72bd5c-7ee0-459c-86ec-48692be264fc {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:52.743858 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device ec72bd5c-7ee0-459c-86ec-48692be264fc not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:53.053354 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9c3d862c-c1d8-4bda-801e-767452285a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478385'] for router_interface (7ae9eebe-598c-4078-afbe-4e97aa9ee579), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:53.296227 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d862c-c1d8-4bda-801e-767452285a5d admin admin] Deleting port 99ba716f-d2af-433e-a715-fed159cce269 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:53.296676 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9c3d862c-c1d8-4bda-801e-767452285a5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (99ba716f-d2af-433e-a715-fed159cce269), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:53.382738 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-9c3d862c-c1d8-4bda-801e-767452285a5d admin admin] For port 99ba716f-d2af-433e-a715-fed159cce269, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=99ba716f-d2af-433e-a715-fed159cce269,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:53.383100 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9c3d862c-c1d8-4bda-801e-767452285a5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (99ba716f-d2af-433e-a715-fed159cce269), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:53.396246 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d862c-c1d8-4bda-801e-767452285a5d admin admin] Calling delete_port for 99ba716f-d2af-433e-a715-fed159cce269 owned by network:router_interface {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:53.579498 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9c3d862c-c1d8-4bda-801e-767452285a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (99ba716f-d2af-433e-a715-fed159cce269), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:53.602752 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d862c-c1d8-4bda-801e-767452285a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=99ba716f-d2af-433e-a715-fed159cce269,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:53.778190 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9c3d862c-c1d8-4bda-801e-767452285a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16478237'] for router_interface (7ae9eebe-598c-4078-afbe-4e97aa9ee579), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:53.971879 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56802) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:54.021201 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3d862c-c1d8-4bda-801e-767452285a5d admin admin] Router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:11:54.074802 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-328a5bed-bef1-4854-badd-f5d1db72d401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.130661 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3d862c-c1d8-4bda-801e-767452285a5d admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:11:54.139088 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ed2c5-8eb5-419e-9c77-e626d9d8153a None None] Sync routers for ids ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:11:54.142948 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-9c3d862c-c1d8-4bda-801e-767452285a5d admin admin] 10.222.0.55 "PUT /v2.0/routers/7ae9eebe-598c-4078-afbe-4e97aa9ee579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5398951 Apr 12 11:11:54.143596 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56806) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:54.149863 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ed2c5-8eb5-419e-9c77-e626d9d8153a None None] Routers {'7ae9eebe-598c-4078-afbe-4e97aa9ee579'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:54.150532 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-f10ed2c5-8eb5-419e-9c77-e626d9d8153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:11:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:54.153946 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-328a5bed-bef1-4854-badd-f5d1db72d401 admin admin] Publish callbacks [] for security_group (f0888616-3d46-4dd2-a91e-d1ca609602c4), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.159581 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-328a5bed-bef1-4854-badd-f5d1db72d401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (f0888616-3d46-4dd2-a91e-d1ca609602c4), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.205957 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-328a5bed-bef1-4854-badd-f5d1db72d401 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5edd3a1ddec94476a1791d40386e6895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329142 Apr 12 11:11:54.207283 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a5bed-bef1-4854-badd-f5d1db72d401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0888616-3d46-4dd2-a91e-d1ca609602c4,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:54.209753 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56808) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:54.263551 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7d8a-f005-4a83-932f-ddb9386c7c99 admin admin] Publish callbacks [] for security_group (f0888616-3d46-4dd2-a91e-d1ca609602c4), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.266573 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-f10ed2c5-8eb5-419e-9c77-e626d9d8153a None None] Set router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:54.270089 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] Publish callbacks [] for router (7ae9eebe-598c-4078-afbe-4e97aa9ee579), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.286919 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7d8a-f005-4a83-932f-ddb9386c7c99 admin admin] Publish callbacks [] for security_group (f0888616-3d46-4dd2-a91e-d1ca609602c4), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.347161 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7d8a-f005-4a83-932f-ddb9386c7c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (f0888616-3d46-4dd2-a91e-d1ca609602c4), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.349978 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7d8a-f005-4a83-932f-ddb9386c7c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.353650 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-b2ea7d8a-f005-4a83-932f-ddb9386c7c99 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0888616-3d46-4dd2-a91e-d1ca609602c4 HTTP/1.1" status: 204 len: 168 time: 0.1405418 Apr 12 11:11:54.367495 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea7d8a-f005-4a83-932f-ddb9386c7c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0888616-3d46-4dd2-a91e-d1ca609602c4,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:54.392762 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] Publish callbacks [] for router_gateway (7ae9eebe-598c-4078-afbe-4e97aa9ee579), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.441857 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] Deleting port 7e149622-5327-4b13-9b8e-b7c78a970630 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:54.442305 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (7e149622-5327-4b13-9b8e-b7c78a970630), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.531181 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] For port 7e149622-5327-4b13-9b8e-b7c78a970630, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=7e149622-5327-4b13-9b8e-b7c78a970630,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:54.531550 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (7e149622-5327-4b13-9b8e-b7c78a970630), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.545441 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] Calling delete_port for 7e149622-5327-4b13-9b8e-b7c78a970630 owned by network:router_gateway {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:54.553800 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-f10ed2c5-8eb5-419e-9c77-e626d9d8153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12'}], 'enable_snat': True}, 'gw_port_id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:11:53Z', 'revision_number': 5, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port': {'id': '7e149622-5327-4b13-9b8e-b7c78a970630', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:23:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:54.588810 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ed2c5-8eb5-419e-9c77-e626d9d8153a None None] Checking router: 7ae9eebe-598c-4078-afbe-4e97aa9ee579 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:11:54.597996 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-85f7d468-be55-49f0-85b4-e3d294fcacea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.601319 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ed2c5-8eb5-419e-9c77-e626d9d8153a None None] Routers {'7ae9eebe-598c-4078-afbe-4e97aa9ee579'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:54.602312 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-f10ed2c5-8eb5-419e-9c77-e626d9d8153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:11:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:54.673861 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56814) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:54.689628 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-33c27427-78e5-4ef8-beab-0abd917fb16f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.696350 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-f10ed2c5-8eb5-419e-9c77-e626d9d8153a None None] Set router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 gateway port host: None {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:54.738108 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (7e149622-5327-4b13-9b8e-b7c78a970630), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.750606 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-f10ed2c5-8eb5-419e-9c77-e626d9d8153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:11:54Z', 'revision_number': 6, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port_host': None}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:54.766961 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e149622-5327-4b13-9b8e-b7c78a970630,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:54.771362 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-33c27427-78e5-4ef8-beab-0abd917fb16f admin admin] Publish callbacks [] for security_group (b221d3c5-0e46-4fcf-b4e1-dd6ec84e3e72), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.776070 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-33c27427-78e5-4ef8-beab-0abd917fb16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (b221d3c5-0e46-4fcf-b4e1-dd6ec84e3e72), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.782120 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10ed2c5-8eb5-419e-9c77-e626d9d8153a None None] The sync data for ids ['7ae9eebe-598c-4078-afbe-4e97aa9ee579'] in dv-cinder-830089-4-iscsi is: [{'id': '7ae9eebe-598c-4078-afbe-4e97aa9ee579', 'name': 'tempest-TestShelveInstance-1723854903-router', 'tenant_id': '35ac8ed2221744b0a7b34fbd507119a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:03Z', 'updated_at': '2022-04-12T11:11:54Z', 'revision_number': 6, 'project_id': '35ac8ed2221744b0a7b34fbd507119a5', 'gw_port_host': None}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:11:54.818570 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c27427-78e5-4ef8-beab-0abd917fb16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b221d3c5-0e46-4fcf-b4e1-dd6ec84e3e72,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:54.821427 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-33c27427-78e5-4ef8-beab-0abd917fb16f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35b03aa8521a4619a637419a270cba91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464307 Apr 12 11:11:54.824114 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56816) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:54.850979 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16479227'] for router_gateway (7ae9eebe-598c-4078-afbe-4e97aa9ee579), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.953674 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16431445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-442'] for router (7ae9eebe-598c-4078-afbe-4e97aa9ee579), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.957567 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] Publish callbacks [] for router_controller (7ae9eebe-598c-4078-afbe-4e97aa9ee579), precommit_delete_associations {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:54.971629 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0c3b3864-bc3d-4c78-95a7-eaf787c2d612 admin admin] Publish callbacks [] for security_group (b221d3c5-0e46-4fcf-b4e1-dd6ec84e3e72), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.010859 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16431452'] for router (7ae9eebe-598c-4078-afbe-4e97aa9ee579), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.011392 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ae9eebe-598c-4078-afbe-4e97aa9ee579 {{(pid=103203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:11:55.019221 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.020333 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-e1bdbb38-d774-4f6a-9467-840d60fc7762 admin admin] 10.222.0.55 "DELETE /v2.0/routers/7ae9eebe-598c-4078-afbe-4e97aa9ee579 HTTP/1.1" status: 204 len: 168 time: 0.8757093 Apr 12 11:11:55.023000 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56818) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:55.025058 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0c3b3864-bc3d-4c78-95a7-eaf787c2d612 admin admin] Publish callbacks [] for security_group (b221d3c5-0e46-4fcf-b4e1-dd6ec84e3e72), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.070553 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7633d4-65cb-4c91-9be6-2e7e5c01f053 admin admin] Deleting subnet a3416e3d-2581-42f6-9ca8-86ecaf875af2 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:11:55.073611 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a7633d4-65cb-4c91-9be6-2e7e5c01f053 admin admin] Publish callbacks [] for subnet (a3416e3d-2581-42f6-9ca8-86ecaf875af2), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.074744 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0c3b3864-bc3d-4c78-95a7-eaf787c2d612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (b221d3c5-0e46-4fcf-b4e1-dd6ec84e3e72), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.077394 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0c3b3864-bc3d-4c78-95a7-eaf787c2d612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.078532 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-0c3b3864-bc3d-4c78-95a7-eaf787c2d612 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b221d3c5-0e46-4fcf-b4e1-dd6ec84e3e72 HTTP/1.1" status: 204 len: 168 time: 0.2534940 Apr 12 11:11:55.087257 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b3864-bc3d-4c78-95a7-eaf787c2d612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b221d3c5-0e46-4fcf-b4e1-dd6ec84e3e72,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:55.112737 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a7633d4-65cb-4c91-9be6-2e7e5c01f053 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13103813'] for subnet (a3416e3d-2581-42f6-9ca8-86ecaf875af2), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.220477 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a7633d4-65cb-4c91-9be6-2e7e5c01f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (a3416e3d-2581-42f6-9ca8-86ecaf875af2), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.281403 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a7633d4-65cb-4c91-9be6-2e7e5c01f053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13070966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12863354'] for subnet (a3416e3d-2581-42f6-9ca8-86ecaf875af2), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.309686 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 99ba716f-d2af-433e-a715-fed159cce269 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:55.321525 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7633d4-65cb-4c91-9be6-2e7e5c01f053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3416e3d-2581-42f6-9ca8-86ecaf875af2,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:55.323509 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3a7633d4-65cb-4c91-9be6-2e7e5c01f053 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.328811 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-3a7633d4-65cb-4c91-9be6-2e7e5c01f053 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a3416e3d-2581-42f6-9ca8-86ecaf875af2 HTTP/1.1" status: 204 len: 168 time: 0.3022995 Apr 12 11:11:55.329178 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56824) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:55.342530 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 99ba716f-d2af-433e-a715-fed159cce269 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:55.342980 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 99ba716f-d2af-433e-a715-fed159cce269 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:55.345058 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dabc89-0343-4c91-91bf-4126caf1a79d None None] Network 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:11:55.404363 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.451765 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Deleting port b1d68740-1a31-4190-81c2-dcef392e1acb {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:55.452284 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (b1d68740-1a31-4190-81c2-dcef392e1acb), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.520875 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] For port b1d68740-1a31-4190-81c2-dcef392e1acb, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=b1d68740-1a31-4190-81c2-dcef392e1acb,segment=NetworkSegment(bb26e6cd-50bb-4df5-bc88-0817ec409585),segment_id=bb26e6cd-50bb-4df5-bc88-0817ec409585)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:55.521136 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (b1d68740-1a31-4190-81c2-dcef392e1acb), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.535392 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Calling delete_port for b1d68740-1a31-4190-81c2-dcef392e1acb owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:55.617023 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (b1d68740-1a31-4190-81c2-dcef392e1acb), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.648320 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] No DVR routers for this DVR port b1d68740-1a31-4190-81c2-dcef392e1acb on host dv-cinder-830089-4-iscsi {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:11:55.650484 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d68740-1a31-4190-81c2-dcef392e1acb,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:55.670750 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250053a8-e65c-4fc4-a039-1c1384ee692b None None] DHCP port deletion for 85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b request from dv-cinder-830089-4-iscsi {{(pid=103204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:11:55.740487 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.761192 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b']}} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:55.773842 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb26e6cd-50bb-4df5-bc88-0817ec409585') {'for_net_delete': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:55.774261 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb26e6cd-50bb-4df5-bc88-0817ec409585') {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:55.784422 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24944456'] for segment (bb26e6cd-50bb-4df5-bc88-0817ec409585), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.800629 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (bb26e6cd-50bb-4df5-bc88-0817ec409585), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.807064 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:11:55.807490 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12700329'] for segment (bb26e6cd-50bb-4df5-bc88-0817ec409585), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: Traceback (most recent call last): Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: timer() Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: cb(*args, **kw) Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: return func(*args, **kwargs) Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: self._notify() Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: self.callback(batched_events) Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: event.method(event) Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: return f(self, *a, **k) Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._get(url).json() Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: return self.request(url, 'GET', **kwargs) Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:11:55.809467 dv-cinder-830089-4-iscsi neutron-server[103203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:11:55.872555 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.887858 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:11:55.888371 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:55.891492 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b HTTP/1.1" status: 204 len: 168 time: 0.5606172 Apr 12 11:11:55.892597 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f1882-ec09-4fd2-9dd9-2608e4950da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=85ba81cf-6ab8-4150-a2fb-c87f4fc61b2b,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:55.894456 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56842) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:56.506023 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-315538a2-8c59-4737-b699-8727924f265f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478385'] for router_interface (c80a8921-27fb-4789-964f-e29ca84a03c7), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:56.751244 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-315538a2-8c59-4737-b699-8727924f265f admin admin] Deleting port 75bf4c61-5cb8-492f-8415-fc115ab66f15 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:56.751974 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-315538a2-8c59-4737-b699-8727924f265f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:56.837856 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-315538a2-8c59-4737-b699-8727924f265f admin admin] For port 75bf4c61-5cb8-492f-8415-fc115ab66f15, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=75bf4c61-5cb8-492f-8415-fc115ab66f15,segment=NetworkSegment(4a1e8154-0b85-4be3-8a66-e722be907acb),segment_id=4a1e8154-0b85-4be3-8a66-e722be907acb)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:56.838351 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-315538a2-8c59-4737-b699-8727924f265f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:56.852810 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-315538a2-8c59-4737-b699-8727924f265f admin admin] Calling delete_port for 75bf4c61-5cb8-492f-8415-fc115ab66f15 owned by network:router_interface {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:56.890837 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-70f45afb-1199-4268-91ca-8c0fea0f2218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:57.058516 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-315538a2-8c59-4737-b699-8727924f265f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (75bf4c61-5cb8-492f-8415-fc115ab66f15), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:57.088091 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315538a2-8c59-4737-b699-8727924f265f admin admin] Pushing event deleted for resources: {'Port': ['ID=75bf4c61-5cb8-492f-8415-fc115ab66f15,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:57.151972 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 7e149622-5327-4b13-9b8e-b7c78a970630 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:57.177217 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 7e149622-5327-4b13-9b8e-b7c78a970630 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:57.177562 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 7e149622-5327-4b13-9b8e-b7c78a970630 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:57.177978 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device b1d68740-1a31-4190-81c2-dcef392e1acb no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:57.201871 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: b1d68740-1a31-4190-81c2-dcef392e1acb {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:57.202221 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device b1d68740-1a31-4190-81c2-dcef392e1acb not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:57.272498 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-315538a2-8c59-4737-b699-8727924f265f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16478237'] for router_interface (c80a8921-27fb-4789-964f-e29ca84a03c7), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:57.499606 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315538a2-8c59-4737-b699-8727924f265f admin admin] Router c80a8921-27fb-4789-964f-e29ca84a03c7 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:11:57.606033 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315538a2-8c59-4737-b699-8727924f265f admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:11:57.611159 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-315538a2-8c59-4737-b699-8727924f265f admin admin] 10.222.0.55 "PUT /v2.0/routers/c80a8921-27fb-4789-964f-e29ca84a03c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7153776 Apr 12 11:11:57.613404 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56872) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:57.615948 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd9ff5-92f1-41bb-b8d4-1b816d315e21 None None] Sync routers for ids ['c80a8921-27fb-4789-964f-e29ca84a03c7'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:11:57.627673 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cd9ff5-92f1-41bb-b8d4-1b816d315e21 None None] Routers {'c80a8921-27fb-4789-964f-e29ca84a03c7'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:57.628935 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-89cd9ff5-92f1-41bb-b8d4-1b816d315e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:11:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c80a8921-27fb-4789-964f-e29ca84a03c7'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:57.731988 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] Publish callbacks [] for router (c80a8921-27fb-4789-964f-e29ca84a03c7), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:57.742695 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-89cd9ff5-92f1-41bb-b8d4-1b816d315e21 None None] Set router c80a8921-27fb-4789-964f-e29ca84a03c7 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:57.838409 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] Publish callbacks [] for router_gateway (c80a8921-27fb-4789-964f-e29ca84a03c7), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:57.882543 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] Deleting port ece912d4-b765-4d32-aaec-4e98a0236221 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:57.883088 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (ece912d4-b765-4d32-aaec-4e98a0236221), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:57.917569 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-89cd9ff5-92f1-41bb-b8d4-1b816d315e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'name': 'tempest-TestShelveInstance-19337314-router', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.167'}], 'enable_snat': True}, 'gw_port_id': 'ece912d4-b765-4d32-aaec-4e98a0236221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:09Z', 'updated_at': '2022-04-12T11:11:57Z', 'revision_number': 5, 'project_id': '13d57b0144e14e8784510bc17a1ef678', 'gw_port': {'id': 'ece912d4-b765-4d32-aaec-4e98a0236221', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:07:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:06:10Z', 'updated_at': '2022-04-12T11:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:57.945866 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd9ff5-92f1-41bb-b8d4-1b816d315e21 None None] Checking router: c80a8921-27fb-4789-964f-e29ca84a03c7 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:11:57.954721 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cd9ff5-92f1-41bb-b8d4-1b816d315e21 None None] Routers {'c80a8921-27fb-4789-964f-e29ca84a03c7'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:11:57.955378 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-89cd9ff5-92f1-41bb-b8d4-1b816d315e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:11:57Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['c80a8921-27fb-4789-964f-e29ca84a03c7'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:57.964385 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] For port ece912d4-b765-4d32-aaec-4e98a0236221, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=ece912d4-b765-4d32-aaec-4e98a0236221,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:57.964754 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (ece912d4-b765-4d32-aaec-4e98a0236221), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:57.977816 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] Calling delete_port for ece912d4-b765-4d32-aaec-4e98a0236221 owned by network:router_gateway {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:58.055649 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-89cd9ff5-92f1-41bb-b8d4-1b816d315e21 None None] Set router c80a8921-27fb-4789-964f-e29ca84a03c7 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:11:58.121729 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-89cd9ff5-92f1-41bb-b8d4-1b816d315e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'name': 'tempest-TestShelveInstance-19337314-router', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:09Z', 'updated_at': '2022-04-12T11:11:57Z', 'revision_number': 6, 'project_id': '13d57b0144e14e8784510bc17a1ef678', 'gw_port_host': None}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:58.152494 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cd9ff5-92f1-41bb-b8d4-1b816d315e21 None None] The sync data for ids ['c80a8921-27fb-4789-964f-e29ca84a03c7'] in dv-cinder-830089-4-iscsi is: [{'id': 'c80a8921-27fb-4789-964f-e29ca84a03c7', 'name': 'tempest-TestShelveInstance-19337314-router', 'tenant_id': '13d57b0144e14e8784510bc17a1ef678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:06:09Z', 'updated_at': '2022-04-12T11:11:57Z', 'revision_number': 6, 'project_id': '13d57b0144e14e8784510bc17a1ef678', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:11:58.164296 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.173059 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (ece912d4-b765-4d32-aaec-4e98a0236221), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.209228 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece912d4-b765-4d32-aaec-4e98a0236221,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:58.271418 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16479227'] for router_gateway (c80a8921-27fb-4789-964f-e29ca84a03c7), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.368156 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16431445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-442'] for router (c80a8921-27fb-4789-964f-e29ca84a03c7), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.370192 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] Publish callbacks [] for router_controller (c80a8921-27fb-4789-964f-e29ca84a03c7), precommit_delete_associations {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.413154 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16431452'] for router (c80a8921-27fb-4789-964f-e29ca84a03c7), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.413792 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c80a8921-27fb-4789-964f-e29ca84a03c7 {{(pid=103203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:11:58.418736 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.419922 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-a40bbf06-9b47-446f-abe7-b82bb7cd7aa5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c80a8921-27fb-4789-964f-e29ca84a03c7 HTTP/1.1" status: 204 len: 168 time: 0.8056142 Apr 12 11:11:58.422517 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56882) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:58.466471 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_v2 [None req-967347be-1451-4d87-a9c8-954adb3c9592 admin admin] Deleting subnet 65b7f079-3965-4a4d-a1f9-625678074b35 {{(pid=103203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:11:58.469525 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-967347be-1451-4d87-a9c8-954adb3c9592 admin admin] Publish callbacks [] for subnet (65b7f079-3965-4a4d-a1f9-625678074b35), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.504285 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-967347be-1451-4d87-a9c8-954adb3c9592 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24944449'] for subnet (65b7f079-3965-4a4d-a1f9-625678074b35), precommit_delete_associations {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.592068 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-967347be-1451-4d87-a9c8-954adb3c9592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (65b7f079-3965-4a4d-a1f9-625678074b35), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.643286 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-967347be-1451-4d87-a9c8-954adb3c9592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12700163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24906887'] for subnet (65b7f079-3965-4a4d-a1f9-625678074b35), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.667092 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967347be-1451-4d87-a9c8-954adb3c9592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b7f079-3965-4a4d-a1f9-625678074b35,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:58.670854 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-967347be-1451-4d87-a9c8-954adb3c9592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.674487 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-967347be-1451-4d87-a9c8-954adb3c9592 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/65b7f079-3965-4a4d-a1f9-625678074b35 HTTP/1.1" status: 204 len: 168 time: 0.2510402 Apr 12 11:11:58.677208 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56884) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:58.679657 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dacb588-5959-4fb5-85e2-db41ad5309d0 None None] Network 00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:11:58.747104 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.790239 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Deleting port a5f20b47-3184-4c67-b0bc-3633780eab74 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:58.790576 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.852032 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] For port a5f20b47-3184-4c67-b0bc-3633780eab74, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=a5f20b47-3184-4c67-b0bc-3633780eab74,segment=NetworkSegment(4a1e8154-0b85-4be3-8a66-e722be907acb),segment_id=4a1e8154-0b85-4be3-8a66-e722be907acb)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:58.852673 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.868190 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Calling delete_port for a5f20b47-3184-4c67-b0bc-3633780eab74 owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:58.913924 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] DHCP port deletion for 00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4 request from dv-cinder-830089-4-iscsi {{(pid=103204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:11:58.947814 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.956241 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Deleting port a5f20b47-3184-4c67-b0bc-3633780eab74 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:11:58.956758 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:58.975426 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] No DVR routers for this DVR port a5f20b47-3184-4c67-b0bc-3633780eab74 on host dv-cinder-830089-4-iscsi {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:11:58.977447 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f20b47-3184-4c67-b0bc-3633780eab74,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:59.024847 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] For port a5f20b47-3184-4c67-b0bc-3633780eab74, host dv-cinder-830089-4-iscsi, got binding levels [] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:11:59.025238 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:59.038528 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Calling delete_port for a5f20b47-3184-4c67-b0bc-3633780eab74 owned by network:dhcp {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:11:59.041184 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.ipam_backend_mixin [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Port a5f20b47-3184-4c67-b0bc-3633780eab74 was not found and therefore no delete operation was performed {{(pid=103204) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 11:11:59.042390 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091'] for port (a5f20b47-3184-4c67-b0bc-3633780eab74), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:59.051853 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:59.067262 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Pushing event deleted for resources: {'Port': ['ID=a5f20b47-3184-4c67-b0bc-3633780eab74,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:59.072558 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] No DVR routers for this DVR port a5f20b47-3184-4c67-b0bc-3633780eab74 on host dv-cinder-830089-4-iscsi {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:11:59.075414 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4']}} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:59.081403 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.081747 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.082080 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.082415 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.082739 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.083057 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.084445 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.084798 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.085230 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.085565 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.085887 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.086212 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.086529 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.086843 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.087261 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae8d80-3127-44ef-9b5a-22c676752c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:11:59.091777 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1e8154-0b85-4be3-8a66-e722be907acb') {'for_net_delete': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:59.092144 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1e8154-0b85-4be3-8a66-e722be907acb') {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:11:59.110264 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24944456'] for segment (4a1e8154-0b85-4be3-8a66-e722be907acb), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:59.128191 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (4a1e8154-0b85-4be3-8a66-e722be907acb), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:59.135085 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:11:59.135441 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12700329'] for segment (4a1e8154-0b85-4be3-8a66-e722be907acb), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: Traceback (most recent call last): Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: timer() Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: cb(*args, **kw) Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: return func(*args, **kwargs) Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: self._notify() Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: self.callback(batched_events) Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: event.method(event) Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: return f(self, *a, **k) Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._get(url).json() Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: return self.request(url, 'GET', **kwargs) Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:11:59.137342 dv-cinder-830089-4-iscsi neutron-server[103203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:11:59.174746 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device ece912d4-b765-4d32-aaec-4e98a0236221 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:59.201684 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:59.201960 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: ece912d4-b765-4d32-aaec-4e98a0236221 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:59.201960 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device ece912d4-b765-4d32-aaec-4e98a0236221 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:59.201960 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 75bf4c61-5cb8-492f-8415-fc115ab66f15 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:59.217656 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:59.221634 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4 HTTP/1.1" status: 204 len: 168 time: 0.5432644 Apr 12 11:11:59.222700 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5bbb5-66d6-4449-b492-b941b7c1f6a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f36ec6-81b5-4f2b-8e90-2fe399f3b4e4,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:59.229889 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 75bf4c61-5cb8-492f-8415-fc115ab66f15 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:59.230235 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 75bf4c61-5cb8-492f-8415-fc115ab66f15 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:59.230642 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device a5f20b47-3184-4c67-b0bc-3633780eab74 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:11:59.250236 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: a5f20b47-3184-4c67-b0bc-3633780eab74 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:11:59.250577 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device a5f20b47-3184-4c67-b0bc-3633780eab74 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:11:59.384745 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56890) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:59.429672 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-6707aa73-1ab7-4ec4-8390-1b18e4cc2f1a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35ac8ed2221744b0a7b34fbd507119a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435939 Apr 12 11:11:59.431983 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56894) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:59.479630 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6dadec0b-4f52-4305-974c-40ec069f7a1a admin admin] Publish callbacks [] for security_group (c3814630-90d9-4439-8284-c11dc6697b4d), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:59.500438 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6dadec0b-4f52-4305-974c-40ec069f7a1a admin admin] Publish callbacks [] for security_group (c3814630-90d9-4439-8284-c11dc6697b4d), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:59.547708 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6dadec0b-4f52-4305-974c-40ec069f7a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (c3814630-90d9-4439-8284-c11dc6697b4d), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:59.550640 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6dadec0b-4f52-4305-974c-40ec069f7a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:59.551808 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-6dadec0b-4f52-4305-974c-40ec069f7a1a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3814630-90d9-4439-8284-c11dc6697b4d HTTP/1.1" status: 204 len: 168 time: 0.1189153 Apr 12 11:11:59.559627 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadec0b-4f52-4305-974c-40ec069f7a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3814630-90d9-4439-8284-c11dc6697b4d,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:11:59.664327 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:59.870716 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56908) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:59.913308 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-6a8cf4e5-ccdb-4f55-9228-f2290e5066a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=13d57b0144e14e8784510bc17a1ef678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414042 Apr 12 11:11:59.916003 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56910) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:11:59.962249 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8bc164dd-9796-4ff7-885e-ca7a24973adf admin admin] Publish callbacks [] for security_group (9fb34a0c-d6fd-4645-bf56-f8749c7f31da), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:11:59.983374 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8bc164dd-9796-4ff7-885e-ca7a24973adf admin admin] Publish callbacks [] for security_group (9fb34a0c-d6fd-4645-bf56-f8749c7f31da), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:00.031502 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8bc164dd-9796-4ff7-885e-ca7a24973adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (9fb34a0c-d6fd-4645-bf56-f8749c7f31da), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:00.034037 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-8bc164dd-9796-4ff7-885e-ca7a24973adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:00.035184 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-8bc164dd-9796-4ff7-885e-ca7a24973adf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9fb34a0c-d6fd-4645-bf56-f8749c7f31da HTTP/1.1" status: 204 len: 168 time: 0.1181839 Apr 12 11:12:00.042719 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc164dd-9796-4ff7-885e-ca7a24973adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb34a0c-d6fd-4645-bf56-f8749c7f31da,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:01.020692 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56928) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:01.123980 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.124671 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9fb8c245-c53e-45ef-8330-320a233a2c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.202325 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9fb8c245-c53e-45ef-8330-320a233a2c97 admin admin] Publish callbacks [] for security_group (6a36c03d-7594-4f95-a955-4226fdf015d2), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.205795 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-9fb8c245-c53e-45ef-8330-320a233a2c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (6a36c03d-7594-4f95-a955-4226fdf015d2), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.241630 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8c245-c53e-45ef-8330-320a233a2c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a36c03d-7594-4f95-a955-4226fdf015d2,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:01.245879 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-9fb8c245-c53e-45ef-8330-320a233a2c97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee7c803928324280b431a0d240d0a7bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241590 Apr 12 11:12:01.248632 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56932) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:01.295402 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac42fd5c-ba9c-41e2-9263-73dcc18b7f25 admin admin] Publish callbacks [] for security_group (6a36c03d-7594-4f95-a955-4226fdf015d2), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.316505 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac42fd5c-ba9c-41e2-9263-73dcc18b7f25 admin admin] Publish callbacks [] for security_group (6a36c03d-7594-4f95-a955-4226fdf015d2), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.361056 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac42fd5c-ba9c-41e2-9263-73dcc18b7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (6a36c03d-7594-4f95-a955-4226fdf015d2), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.363727 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ac42fd5c-ba9c-41e2-9263-73dcc18b7f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.364871 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-ac42fd5c-ba9c-41e2-9263-73dcc18b7f25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6a36c03d-7594-4f95-a955-4226fdf015d2 HTTP/1.1" status: 204 len: 168 time: 0.1154754 Apr 12 11:12:01.372622 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42fd5c-ba9c-41e2-9263-73dcc18b7f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a36c03d-7594-4f95-a955-4226fdf015d2,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:01.614871 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56938) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:01.630323 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.701496 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Publish callbacks [] for security_group (15622d58-e25c-4b98-9c15-67fd45c69a7b), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.704836 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (15622d58-e25c-4b98-9c15-67fd45c69a7b), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.742280 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60f59fd1e9d94f97a820912ba7f35d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263142 Apr 12 11:12:01.743234 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15622d58-e25c-4b98-9c15-67fd45c69a7b,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:01.744962 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56940) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:01.750244 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.750588 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.750925 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.751286 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.751618 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.752519 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.752855 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.753179 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.753503 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.753825 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.754146 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.754465 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.754778 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.755090 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.755428 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20e3ed-3822-40dd-923e-1c6b641033ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:01.795126 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0bc3-f47b-4690-a92d-3f245a498ba2 admin admin] Publish callbacks [] for security_group (15622d58-e25c-4b98-9c15-67fd45c69a7b), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.817211 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0bc3-f47b-4690-a92d-3f245a498ba2 admin admin] Publish callbacks [] for security_group (15622d58-e25c-4b98-9c15-67fd45c69a7b), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.862352 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0bc3-f47b-4690-a92d-3f245a498ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (15622d58-e25c-4b98-9c15-67fd45c69a7b), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.865844 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0bc3-f47b-4690-a92d-3f245a498ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:01.867215 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-bd6b0bc3-f47b-4690-a92d-3f245a498ba2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15622d58-e25c-4b98-9c15-67fd45c69a7b HTTP/1.1" status: 204 len: 168 time: 0.1210737 Apr 12 11:12:01.875994 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b0bc3-f47b-4690-a92d-3f245a498ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15622d58-e25c-4b98-9c15-67fd45c69a7b,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:02.864475 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 56970) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:02.966061 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f94d45e0-7fae-4f1a-b159-3fd7c602c765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:03.037863 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f94d45e0-7fae-4f1a-b159-3fd7c602c765 admin admin] Publish callbacks [] for security_group (086aa60d-ccf3-4c19-afb9-97985e265163), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:03.041331 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-f94d45e0-7fae-4f1a-b159-3fd7c602c765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (086aa60d-ccf3-4c19-afb9-97985e265163), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:03.083532 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-f94d45e0-7fae-4f1a-b159-3fd7c602c765 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=42d1eb332eaf4d8fb773c25d00c77511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144406 Apr 12 11:12:03.083532 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d45e0-7fae-4f1a-b159-3fd7c602c765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086aa60d-ccf3-4c19-afb9-97985e265163,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:03.083966 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 56974) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:03.131817 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d29efec-c071-46bd-a889-2953a9514dfc admin admin] Publish callbacks [] for security_group (086aa60d-ccf3-4c19-afb9-97985e265163), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:03.152643 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d29efec-c071-46bd-a889-2953a9514dfc admin admin] Publish callbacks [] for security_group (086aa60d-ccf3-4c19-afb9-97985e265163), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:03.198644 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d29efec-c071-46bd-a889-2953a9514dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (086aa60d-ccf3-4c19-afb9-97985e265163), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:03.201224 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d29efec-c071-46bd-a889-2953a9514dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:03.202362 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-0d29efec-c071-46bd-a889-2953a9514dfc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/086aa60d-ccf3-4c19-afb9-97985e265163 HTTP/1.1" status: 204 len: 168 time: 0.1168103 Apr 12 11:12:03.209923 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29efec-c071-46bd-a889-2953a9514dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086aa60d-ccf3-4c19-afb9-97985e265163,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:07.176150 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57040) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:07.277585 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a46f4ef-4931-4c11-8bb0-75b9d8a1faa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:07.350400 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a46f4ef-4931-4c11-8bb0-75b9d8a1faa6 admin admin] Publish callbacks [] for security_group (e9178d8c-dadf-4c45-aed6-a6f929732f8d), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:07.354305 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9a46f4ef-4931-4c11-8bb0-75b9d8a1faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e9178d8c-dadf-4c45-aed6-a6f929732f8d), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:07.390125 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46f4ef-4931-4c11-8bb0-75b9d8a1faa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9178d8c-dadf-4c45-aed6-a6f929732f8d,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:07.394635 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-9a46f4ef-4931-4c11-8bb0-75b9d8a1faa6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f929777ce5e441baae424c9827aa891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174742 Apr 12 11:12:07.397173 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57044) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:07.443682 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57f68a7d-3fd7-4397-b14a-a58276022002 admin admin] Publish callbacks [] for security_group (e9178d8c-dadf-4c45-aed6-a6f929732f8d), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:07.463839 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57f68a7d-3fd7-4397-b14a-a58276022002 admin admin] Publish callbacks [] for security_group (e9178d8c-dadf-4c45-aed6-a6f929732f8d), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:07.510605 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57f68a7d-3fd7-4397-b14a-a58276022002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (e9178d8c-dadf-4c45-aed6-a6f929732f8d), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:07.513185 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-57f68a7d-3fd7-4397-b14a-a58276022002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:07.514339 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-57f68a7d-3fd7-4397-b14a-a58276022002 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9178d8c-dadf-4c45-aed6-a6f929732f8d HTTP/1.1" status: 204 len: 168 time: 0.1162694 Apr 12 11:12:07.524838 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f68a7d-3fd7-4397-b14a-a58276022002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9178d8c-dadf-4c45-aed6-a6f929732f8d,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:10.741307 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:24.601745 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-e7947558-7434-460a-bc55-7db1519cf3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:24.880863 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c543c-89c8-4bd3-b177-e43f1fcb3bec req-d1676460-b095-4720-90bc-2207c2d731eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:24.882245 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e51c543c-89c8-4bd3-b177-e43f1fcb3bec req-d1676460-b095-4720-90bc-2207c2d731eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 947 time: 0.0494719 Apr 12 11:12:24.928461 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e51c543c-89c8-4bd3-b177-e43f1fcb3bec req-5f66806a-e4ba-4809-acd5-67715824f7ef tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407557 Apr 12 11:12:26.043826 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47afbaf-a9b8-4abe-a406-fb4132983fb6 req-80edede6-3d69-47ca-b981-d5ebfd70fae4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:26.045255 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d47afbaf-a9b8-4abe-a406-fb4132983fb6 req-80edede6-3d69-47ca-b981-d5ebfd70fae4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 947 time: 0.0453820 Apr 12 11:12:26.089880 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d47afbaf-a9b8-4abe-a406-fb4132983fb6 req-055e6537-591f-4e2b-b090-626b3d713ba6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=16cf8134-2747-4d3b-b715-7f58f2d48db1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391257 Apr 12 11:12:26.665523 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-bbe9d785-c58c-4c19-9867-7b050ecd1b05 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:26.666899 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-bbe9d785-c58c-4c19-9867-7b050ecd1b05 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 947 time: 0.0446076 Apr 12 11:12:26.751553 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Deleting port 1467536e-d43b-4afa-bb82-7185dae1b34f {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:12:26.751891 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:26.839326 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] For port 1467536e-d43b-4afa-bb82-7185dae1b34f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1467536e-d43b-4afa-bb82-7185dae1b34f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:26.839686 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:26.894390 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-d023dd36-0699-4d59-a9f5-d5b4c715acdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:27.011829 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:27.012208 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (758574bc-1a04-480b-90c4-a8e87ee5f443), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:27.012509 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Floating IP 758574bc-1a04-480b-90c4-a8e87ee5f443 disassociated. External IP: 172.27.0.32, port: 1467536e-d43b-4afa-bb82-7185dae1b34f. Apr 12 11:12:27.012862 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Calling delete_port for 1467536e-d43b-4afa-bb82-7185dae1b34f owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:12:27.135962 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (1467536e-d43b-4afa-bb82-7185dae1b34f), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:27.167354 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event deleted for resources: {'Port': ['ID=1467536e-d43b-4afa-bb82-7185dae1b34f,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:27.200043 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5e2c55b6-8e63-427d-99c0-cf813fa3b452 req-5b29cdc7-7bfe-411d-9e8e-b96f1878f6bb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0ef466-18f7-4275-a1b9-aed8f6a642d4 HTTP/1.1" status: 200 len: 210 time: 0.0337772 Apr 12 11:12:27.305842 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:12:27.413928 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:12:27.425849 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6967c-57d2-4caf-a8e9-7ebabefa2b69 None None] Sync routers for ids ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:12:27.436559 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a6967c-57d2-4caf-a8e9-7ebabefa2b69 None None] Routers {'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:27.437162 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-42a6967c-57d2-4caf-a8e9-7ebabefa2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:12:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:27.453583 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] No DVR routers for this DVR port 1467536e-d43b-4afa-bb82-7185dae1b34f on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:12:27.456031 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:27.459991 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-20e156d1-5455-4c6c-be7d-cdceb1d7021c req-87a0c608-910b-4a4e-913e-248e8c98fbcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.61 "DELETE /v2.0/ports/1467536e-d43b-4afa-bb82-7185dae1b34f HTTP/1.1" status: 204 len: 173 time: 0.7873857 Apr 12 11:12:27.460431 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'name': 'network-vif-deleted', 'tag': '1467536e-d43b-4afa-bb82-7185dae1b34f'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:12:27.462644 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839bf536-a51f-4e29-9f1f-0086ee03accb" -d '{"events": [{"server_uuid": "4f0ef466-18f7-4275-a1b9-aed8f6a642d4", "name": "network-vif-deleted", "tag": "1467536e-d43b-4afa-bb82-7185dae1b34f"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:12:27.505215 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94547d3d-c6ba-407b-9117-daf334525046 x-openstack-request-id: req-94547d3d-c6ba-407b-9117-daf334525046 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:12:27.505869 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0ef466-18f7-4275-a1b9-aed8f6a642d4", "name": "network-vif-deleted", "tag": "1467536e-d43b-4afa-bb82-7185dae1b34f", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:12:27.506291 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94547d3d-c6ba-407b-9117-daf334525046 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:12:27.506939 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94547d3d-c6ba-407b-9117-daf334525046'] response: {'server_uuid': '4f0ef466-18f7-4275-a1b9-aed8f6a642d4', 'name': 'network-vif-deleted', 'tag': '1467536e-d43b-4afa-bb82-7185dae1b34f', 'status': 'completed', 'code': 200} Apr 12 11:12:27.561445 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-42a6967c-57d2-4caf-a8e9-7ebabefa2b69 None None] Set router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:27.788219 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-42a6967c-57d2-4caf-a8e9-7ebabefa2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:51Z', 'revision_number': 5, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:27.815459 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6967c-57d2-4caf-a8e9-7ebabefa2b69 None None] Checking router: e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:12:27.823942 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a6967c-57d2-4caf-a8e9-7ebabefa2b69 None None] Routers {'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:27.824550 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-42a6967c-57d2-4caf-a8e9-7ebabefa2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:12:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:27.939443 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-42a6967c-57d2-4caf-a8e9-7ebabefa2b69 None None] Set router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:28.122370 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-42a6967c-57d2-4caf-a8e9-7ebabefa2b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:51Z', 'revision_number': 5, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:28.130398 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.151921 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6967c-57d2-4caf-a8e9-7ebabefa2b69 None None] The sync data for ids ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'] in dv-cinder-830089-4-iscsi is: [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:51Z', 'revision_number': 5, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:12:28.290311 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57090) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:28.349490 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group (16cf8134-2747-4d3b-b715-7f58f2d48db1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.375046 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group (16cf8134-2747-4d3b-b715-7f58f2d48db1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.379526 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779e9e0-9b36-484e-ab2d-3ebe62a06de3 None None] New status for floating IP 758574bc-1a04-480b-90c4-a8e87ee5f443: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:12:28.425321 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (16cf8134-2747-4d3b-b715-7f58f2d48db1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.428022 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.429177 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "DELETE /v2.0/security-groups/16cf8134-2747-4d3b-b715-7f58f2d48db1 HTTP/1.1" status: 204 len: 168 time: 0.1377108 Apr 12 11:12:28.432084 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57092) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:28.438379 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cf8134-2747-4d3b-b715-7f58f2d48db1,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:28.446058 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.446399 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.446740 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.447080 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.447459 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.447773 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.448104 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.448430 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.448753 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.449077 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.449401 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.449727 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.449959 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.api.v2.resource [None req-225e1c9c-6519-4986-bb2d-82fa2581ea39 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] show failed (client error): The resource could not be found. Apr 12 11:12:28.450077 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.450362 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.454305 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe1f3d-0ff5-4716-bfdf-6f6cc8891611 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:12:28.454479 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-225e1c9c-6519-4986-bb2d-82fa2581ea39 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups/16cf8134-2747-4d3b-b715-7f58f2d48db1 HTTP/1.1" status: 404 len: 347 time: 0.0173752 Apr 12 11:12:28.454479 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57094) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:28.871676 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-914bf927-9983-4dc0-9c13-0000b188d0ca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Deleting port 58a12e1b-f475-4797-b05e-15dd3a6b675d {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:12:28.872041 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-914bf927-9983-4dc0-9c13-0000b188d0ca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (58a12e1b-f475-4797-b05e-15dd3a6b675d), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.953536 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-914bf927-9983-4dc0-9c13-0000b188d0ca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (58a12e1b-f475-4797-b05e-15dd3a6b675d), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.953896 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-914bf927-9983-4dc0-9c13-0000b188d0ca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for floatingip (58a12e1b-f475-4797-b05e-15dd3a6b675d), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:28.966195 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-914bf927-9983-4dc0-9c13-0000b188d0ca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Calling delete_port for 58a12e1b-f475-4797-b05e-15dd3a6b675d owned by network:floatingip {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:12:29.106496 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-914bf927-9983-4dc0-9c13-0000b188d0ca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (58a12e1b-f475-4797-b05e-15dd3a6b675d), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.134563 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bf927-9983-4dc0-9c13-0000b188d0ca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event deleted for resources: {'Port': ['ID=58a12e1b-f475-4797-b05e-15dd3a6b675d,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:29.200324 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-914bf927-9983-4dc0-9c13-0000b188d0ca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for floatingip (758574bc-1a04-480b-90c4-a8e87ee5f443), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.203775 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-914bf927-9983-4dc0-9c13-0000b188d0ca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.205706 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-914bf927-9983-4dc0-9c13-0000b188d0ca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "DELETE /v2.0/floatingips/758574bc-1a04-480b-90c4-a8e87ee5f443 HTTP/1.1" status: 204 len: 168 time: 0.7501466 Apr 12 11:12:29.476599 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57098) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:29.481213 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-eb91ebe6-fe90-4c26-80b2-f88578aee95c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487350195', 'description': 'tempest-description--92883869'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:29.499969 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eb91ebe6-fe90-4c26-80b2-f88578aee95c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.564909 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eb91ebe6-fe90-4c26-80b2-f88578aee95c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group (bae4a489-edff-4915-bedc-d8de14a5ae3f), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.568676 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eb91ebe6-fe90-4c26-80b2-f88578aee95c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (bae4a489-edff-4915-bedc-d8de14a5ae3f), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.600451 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-eb91ebe6-fe90-4c26-80b2-f88578aee95c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.601690 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-eb91ebe6-fe90-4c26-80b2-f88578aee95c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1240585 Apr 12 11:12:29.604689 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57100) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:29.605870 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91ebe6-fe90-4c26-80b2-f88578aee95c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae4a489-edff-4915-bedc-d8de14a5ae3f,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:29.610178 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-9c8c1074-4087-440f-a577-3a7e2f2b41c5 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Request body: {'security_group_rule': {'security_group_id': 'bae4a489-edff-4915-bedc-d8de14a5ae3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:29.636915 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1074-4087-440f-a577-3a7e2f2b41c5 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group_rule (987fe380-a176-4367-95b1-b35eecbc6fa9), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.672138 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.696752 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1074-4087-440f-a577-3a7e2f2b41c5 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group_rule (987fe380-a176-4367-95b1-b35eecbc6fa9), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.700527 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1074-4087-440f-a577-3a7e2f2b41c5 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (987fe380-a176-4367-95b1-b35eecbc6fa9), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.718854 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c1074-4087-440f-a577-3a7e2f2b41c5 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987fe380-a176-4367-95b1-b35eecbc6fa9,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:29.726431 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-9c8c1074-4087-440f-a577-3a7e2f2b41c5 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.727672 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-9c8c1074-4087-440f-a577-3a7e2f2b41c5 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219110 Apr 12 11:12:29.730254 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57102) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:29.734497 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-06e02dbf-b957-41f0-9104-39f981eeecca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Request body: {'security_group_rule': {'security_group_id': 'bae4a489-edff-4915-bedc-d8de14a5ae3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:29.759649 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06e02dbf-b957-41f0-9104-39f981eeecca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group_rule (5552c5fa-f89d-4696-be33-a19123799654), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.814298 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06e02dbf-b957-41f0-9104-39f981eeecca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group_rule (5552c5fa-f89d-4696-be33-a19123799654), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.818581 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06e02dbf-b957-41f0-9104-39f981eeecca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499820'] for security_group_rule (5552c5fa-f89d-4696-be33-a19123799654), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.844623 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e02dbf-b957-41f0-9104-39f981eeecca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5552c5fa-f89d-4696-be33-a19123799654,revision_number=0']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:29.853387 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-06e02dbf-b957-41f0-9104-39f981eeecca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.854573 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-06e02dbf-b957-41f0-9104-39f981eeecca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234038 Apr 12 11:12:29.857564 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57104) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:29.861754 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Request body: {'floatingip': {'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:29.880798 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:29.957534 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:30.059609 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_common [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Allocated IP 172.27.0.12 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/05a0cb34-e49a-4426-83de-cd9ef4eda003) {{(pid=103202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:12:30.157798 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for port (05a0cb34-e49a-4426-83de-cd9ef4eda003), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:30.192657 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (05a0cb34-e49a-4426-83de-cd9ef4eda003), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:30.232540 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:12:30.235226 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.base_scheduler [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Resources bound (agent type, host, resource id): {{(pid=103202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:30.238097 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Received port after_create {{(pid=103202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:12:30.264720 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event updated for resources: {'Port': ['ID=05a0cb34-e49a-4426-83de-cd9ef4eda003,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:30.325126 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for floatingip (74af5b85-a944-4eb1-8443-31f52ae28f2c), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:30.358557 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (05a0cb34-e49a-4426-83de-cd9ef4eda003), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:30.502695 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for port (05a0cb34-e49a-4426-83de-cd9ef4eda003), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:30.507429 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13070848'] for port (05a0cb34-e49a-4426-83de-cd9ef4eda003), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:30.570484 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event updated for resources: {'Port': ['ID=05a0cb34-e49a-4426-83de-cd9ef4eda003,revision_number=2']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:30.582443 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (74af5b85-a944-4eb1-8443-31f52ae28f2c), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:30.597159 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:30.598330 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-d33a7e51-ce16-41ea-8015-3dc150397a6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7398672 Apr 12 11:12:30.791451 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-292303b3-cec9-44da-83c3-bbbb30f5e734 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1487350195&fields=id&tenant_id=2e71830bf62941109ac767a607e853b0 HTTP/1.1" status: 200 len: 267 time: 0.0414143 Apr 12 11:12:30.832363 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 1467536e-d43b-4afa-bb82-7185dae1b34f no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:12:30.852447 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: 1467536e-d43b-4afa-bb82-7185dae1b34f {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:12:30.852775 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 1467536e-d43b-4afa-bb82-7185dae1b34f not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:12:30.896748 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-bd6ab45d-af92-4fb8-950c-e3880b4d28a4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:30.898198 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-bd6ab45d-af92-4fb8-950c-e3880b4d28a4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/networks?id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73 HTTP/1.1" status: 200 len: 816 time: 0.1005397 Apr 12 11:12:30.912809 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-53febdc5-4350-475d-bfa2-f60c71f551a5 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/quotas/2e71830bf62941109ac767a607e853b0 HTTP/1.1" status: 200 len: 375 time: 0.0093391 Apr 12 11:12:30.963632 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-9a901f41-6e1e-4b30-93f0-ca0f974a5ac5 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e71830bf62941109ac767a607e853b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461483 Apr 12 11:12:31.056482 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-06cb5db0-a333-4e23-8257-d541f972e1b1 service neutron] 10.222.0.55 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813394 Apr 12 11:12:31.127617 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:31.151177 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-10b1c3f4-c4af-4baf-82f3-8cb1f6e8422d service neutron] 10.222.0.55 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848675 Apr 12 11:12:31.305795 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4154446-9f91-4c74-9c16-e4ecb0b107ca req-33a4b7e1-73c2-4d49-a5c7-4b38bc51082b tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 210 time: 0.0274599 Apr 12 11:12:32.405597 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9e71525d-a90d-4131-a93c-df0405e40a6b req-280c55aa-71bc-4b42-b6f7-46fe4d8c5025 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 210 time: 0.0274870 Apr 12 11:12:32.517557 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-04c80480-4a60-4d8b-b966-5aad6e7aa961 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:32.518912 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-04c80480-4a60-4d8b-b966-5aad6e7aa961 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.61 "GET /v2.0/networks?id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73 HTTP/1.1" status: 200 len: 816 time: 0.1048565 Apr 12 11:12:32.594300 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-8d566667-1b03-475c-99da-ccbb9df71bcb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e71830bf62941109ac767a607e853b0 HTTP/1.1" status: 200 len: 380 time: 0.0511620 Apr 12 11:12:32.740119 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-3ffd5d10-66d6-4f9c-a7bd-3ed1e19d83b2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Request body: {'port': {'device_id': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'admin_state_up': True, 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'security_groups': ['bae4a489-edff-4915-bedc-d8de14a5ae3f']}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:32.843493 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-3ffd5d10-66d6-4f9c-a7bd-3ed1e19d83b2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Made reservation on behalf of 2e71830bf62941109ac767a607e853b0 for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:12:32.846919 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-3ffd5d10-66d6-4f9c-a7bd-3ed1e19d83b2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:32.887286 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:12:32.970746 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-3ffd5d10-66d6-4f9c-a7bd-3ed1e19d83b2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Allocated IP 172.20.0.5 (5edf9aad-1a71-4c3d-bde6-37e78ec95a73/5ae20377-293e-446f-8590-5281bf1489db/57d8c28b-6104-4b0e-a0c1-efd51aa78796) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:12:33.104679 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-3ffd5d10-66d6-4f9c-a7bd-3ed1e19d83b2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.137497 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-3ffd5d10-66d6-4f9c-a7bd-3ed1e19d83b2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.183524 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-3ffd5d10-66d6-4f9c-a7bd-3ed1e19d83b2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:12:33.186706 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-3ffd5d10-66d6-4f9c-a7bd-3ed1e19d83b2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:12:33.190287 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-3ffd5d10-66d6-4f9c-a7bd-3ed1e19d83b2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:12:33.197176 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd5d10-66d6-4f9c-a7bd-3ed1e19d83b2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event updated for resources: {'Port': ['ID=57d8c28b-6104-4b0e-a0c1-efd51aa78796,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:33.243343 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-3ffd5d10-66d6-4f9c-a7bd-3ed1e19d83b2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:33.243958 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-3ffd5d10-66d6-4f9c-a7bd-3ed1e19d83b2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.260982 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-3ffd5d10-66d6-4f9c-a7bd-3ed1e19d83b2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5254095 Apr 12 11:12:33.288503 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Request body: {'port': {'device_id': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:33.352874 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.455681 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-3e9c81c2-9255-4397-891d-ad27275be129 None None] Provisioning complete for port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:33.456653 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3e9c81c2-9255-4397-891d-ad27275be129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.492705 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c81c2-9255-4397-891d-ad27275be129 None None] Port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:12:33.565796 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197da760-2167-4f39-a0fb-f3cd5a609c4f req-5228bcf9-79a0-40c1-ad68-ca920e4bdeb1 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:33.567279 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-197da760-2167-4f39-a0fb-f3cd5a609c4f req-5228bcf9-79a0-40c1-ad68-ca920e4bdeb1 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 931 time: 0.0798845 Apr 12 11:12:33.648673 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-197da760-2167-4f39-a0fb-f3cd5a609c4f req-e792d12e-d2cd-4370-9f9c-14c00a91ed4e tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755780 Apr 12 11:12:33.682898 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d8c28b-6104-4b0e-a0c1-efd51aa78796 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:12:33.690448 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Publish callbacks [] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.703267 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Transition to ACTIVE for port object 57d8c28b-6104-4b0e-a0c1-efd51aa78796 will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:12:33.707004 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.758533 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Pushing event updated for resources: {'Port': ['ID=57d8c28b-6104-4b0e-a0c1-efd51aa78796,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:33.824834 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Attempting to bind port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:12:33.825173 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Attempting to bind port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:12:33.825498 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Attempting to bind port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 on network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:12:33.830216 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 on network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:12:33.830537 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Attempting to bind port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 on network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:12:33.835801 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:12:33.836135 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Checking segment: {'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:12:33.836517 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Bound using segment: {'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:12:33.836942 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Bound port: 57d8c28b-6104-4b0e-a0c1-efd51aa78796, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5280a60-c14f-4746-bb05-77ca19dba22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:12:33.837297 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.908195 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] For port 57d8c28b-6104-4b0e-a0c1-efd51aa78796, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:12:33.911312 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] For port 57d8c28b-6104-4b0e-a0c1-efd51aa78796, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:12:33.917450 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.954125 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:33.954807 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:33.956098 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] 10.222.0.61 "PUT /v2.0/ports/57d8c28b-6104-4b0e-a0c1-efd51aa78796 HTTP/1.1" status: 200 len: 1093 time: 0.6729121 Apr 12 11:12:33.956530 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'tag': '57d8c28b-6104-4b0e-a0c1-efd51aa78796'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:12:33.958813 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073976d1-c311-45ec-917b-1eac8de089ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5fa6ee-0137-4545-87dd-66c05de92cb2", "tag": "57d8c28b-6104-4b0e-a0c1-efd51aa78796"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:12:33.986953 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09ebd5-98f8-4fee-9883-fa5589516648 service neutron] Pushing event updated for resources: {'Port': ['ID=57d8c28b-6104-4b0e-a0c1-efd51aa78796,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:34.002465 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a7bf5a-7c9a-44fe-b142-45087136a2d8 x-openstack-request-id: req-58a7bf5a-7c9a-44fe-b142-45087136a2d8 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:12:34.002997 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5fa6ee-0137-4545-87dd-66c05de92cb2", "tag": "57d8c28b-6104-4b0e-a0c1-efd51aa78796", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:12:34.003247 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58a7bf5a-7c9a-44fe-b142-45087136a2d8 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:12:34.003656 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a7bf5a-7c9a-44fe-b142-45087136a2d8'] response: {'name': 'network-changed', 'server_uuid': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'tag': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'status': 'completed', 'code': 200} Apr 12 11:12:34.070547 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-a0af14fb-d9c9-42b3-9750-5bf98657c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:34.072125 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-a0af14fb-d9c9-42b3-9750-5bf98657c527 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e71830bf62941109ac767a607e853b0&device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 1127 time: 0.0445566 Apr 12 11:12:34.130166 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-bf5fed92-517a-4c73-92aa-d6dc583ea6b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796 HTTP/1.1" status: 200 len: 217 time: 0.0385659 Apr 12 11:12:34.175904 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-63b93f3c-1104-4bd9-8149-6d772e95f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:34.178595 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-63b93f3c-1104-4bd9-8149-6d772e95f732 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ae20377-293e-446f-8590-5281bf1489db HTTP/1.1" status: 200 len: 855 time: 0.0434127 Apr 12 11:12:34.226800 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-9e43604e-ca6e-4468-985e-4027e9c6f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:34.228314 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-9e43604e-ca6e-4468-985e-4027e9c6f44b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403528 Apr 12 11:12:34.325682 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-8d53df19-43d8-4ad1-99e6-8073f2a7056a service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876982 Apr 12 11:12:34.417405 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f4ebe8d3-0a1a-4368-a8ac-2ecf69e0a230 req-391b8f37-20b3-47a0-b946-d897e0e14e61 service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827734 Apr 12 11:12:34.766405 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876fd06-908d-4dc9-98ec-ca2649c95662 req-ee18b607-75d9-41dc-a98a-36e90463e9e8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:34.767873 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0876fd06-908d-4dc9-98ec-ca2649c95662 req-ee18b607-75d9-41dc-a98a-36e90463e9e8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 943 time: 0.0488322 Apr 12 11:12:34.813597 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0876fd06-908d-4dc9-98ec-ca2649c95662 req-82bf6c56-4f73-4a0d-af3b-e39707d2bb94 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396783 Apr 12 11:12:35.410776 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073976d1-c311-45ec-917b-1eac8de089ca req-ae6409c4-2867-43bd-a509-3a0058f46b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:35.412157 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-073976d1-c311-45ec-917b-1eac8de089ca req-ae6409c4-2867-43bd-a509-3a0058f46b98 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e71830bf62941109ac767a607e853b0&device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 1127 time: 0.0373333 Apr 12 11:12:35.502635 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073976d1-c311-45ec-917b-1eac8de089ca req-0a93537e-717b-4616-9cb7-ee7a05fdb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:35.504108 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-073976d1-c311-45ec-917b-1eac8de089ca req-0a93537e-717b-4616-9cb7-ee7a05fdb734 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73 HTTP/1.1" status: 200 len: 917 time: 0.0852151 Apr 12 11:12:35.545377 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-073976d1-c311-45ec-917b-1eac8de089ca req-6b38431b-767e-435d-9d66-a0094d17cfe7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796 HTTP/1.1" status: 200 len: 217 time: 0.0329554 Apr 12 11:12:35.591773 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073976d1-c311-45ec-917b-1eac8de089ca req-81325317-9d20-4c4a-8daa-87724b60cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:35.593151 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-073976d1-c311-45ec-917b-1eac8de089ca req-81325317-9d20-4c4a-8daa-87724b60cb9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ae20377-293e-446f-8590-5281bf1489db HTTP/1.1" status: 200 len: 855 time: 0.0423820 Apr 12 11:12:35.634784 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073976d1-c311-45ec-917b-1eac8de089ca req-824fcc60-8aa8-4de6-be18-673a08af5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:35.636306 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-073976d1-c311-45ec-917b-1eac8de089ca req-824fcc60-8aa8-4de6-be18-673a08af5aed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368493 Apr 12 11:12:35.731326 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-073976d1-c311-45ec-917b-1eac8de089ca req-fb435725-08b3-435f-96b1-916ea366b68c service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852559 Apr 12 11:12:35.824599 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-073976d1-c311-45ec-917b-1eac8de089ca req-6a674ceb-0025-4469-ab9a-f695433a0dfe service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837889 Apr 12 11:12:35.937138 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d9c94-2e83-447f-8f35-e4f1c7812837 req-189d94bc-92ec-411d-a751-8a1568b134d6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:35.939429 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a23d9c94-2e83-447f-8f35-e4f1c7812837 req-189d94bc-92ec-411d-a751-8a1568b134d6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 943 time: 0.0490110 Apr 12 11:12:35.987357 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a23d9c94-2e83-447f-8f35-e4f1c7812837 req-c3b3d586-1ebe-468b-8387-66e099a2c236 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420206 Apr 12 11:12:36.833695 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 57d8c28b-6104-4b0e-a0c1-efd51aa78796 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:12:36.931736 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 57d8c28b-6104-4b0e-a0c1-efd51aa78796, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:36.942891 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'port_id': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'mac_address': 'fa:16:3e:92:e1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:12:36.985191 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:36.985570 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:36.997946 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d8c28b-6104-4b0e-a0c1-efd51aa78796 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:12:37.017425 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 57d8c28b-6104-4b0e-a0c1-efd51aa78796, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:37.021772 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:37.068144 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=57d8c28b-6104-4b0e-a0c1-efd51aa78796,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:37.104689 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0b41c-feed-4d61-84be-4a3ac09d5f22 req-c4586011-9277-4965-8988-e1cda7efbf26 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:37.106311 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d5d0b41c-feed-4d61-84be-4a3ac09d5f22 req-c4586011-9277-4965-8988-e1cda7efbf26 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 944 time: 0.0475962 Apr 12 11:12:37.154557 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d5d0b41c-feed-4d61-84be-4a3ac09d5f22 req-26d42582-9830-4eb0-a1b7-c2074c157643 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426426 Apr 12 11:12:37.370134 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['57d8c28b-6104-4b0e-a0c1-efd51aa78796'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:12:38.272849 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9e791-336c-46df-8405-222e68493bbf req-9c690c34-60cd-49b1-966b-c82835704bc7 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:38.274285 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e9e9e791-336c-46df-8405-222e68493bbf req-9c690c34-60cd-49b1-966b-c82835704bc7 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 944 time: 0.0488822 Apr 12 11:12:38.319281 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e9e9e791-336c-46df-8405-222e68493bbf req-3e80bf89-56d3-4c37-bb2e-3e80df9a579f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395546 Apr 12 11:12:38.832918 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 57d8c28b-6104-4b0e-a0c1-efd51aa78796 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:12:38.876555 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:12:38.882331 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:12:38.882682 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.960673 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:12:38.961060 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:38.983115 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d8c28b-6104-4b0e-a0c1-efd51aa78796'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:12:38.985366 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3af51c-939c-43fd-8bc0-26929131dbd4" -d '{"events": [{"server_uuid": "4d5fa6ee-0137-4545-87dd-66c05de92cb2", "name": "network-vif-plugged", "status": "completed", "tag": "57d8c28b-6104-4b0e-a0c1-efd51aa78796"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:12:38.997951 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 57d8c28b-6104-4b0e-a0c1-efd51aa78796, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:12:39.003059 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:39.026973 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca0d5e1-0b9e-46ec-b9c8-6544324194e8 x-openstack-request-id: req-1ca0d5e1-0b9e-46ec-b9c8-6544324194e8 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:12:39.027292 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5fa6ee-0137-4545-87dd-66c05de92cb2", "name": "network-vif-plugged", "status": "completed", "tag": "57d8c28b-6104-4b0e-a0c1-efd51aa78796", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:12:39.027552 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ca0d5e1-0b9e-46ec-b9c8-6544324194e8 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:12:39.027952 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca0d5e1-0b9e-46ec-b9c8-6544324194e8'] response: {'server_uuid': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'code': 200} Apr 12 11:12:39.052231 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=57d8c28b-6104-4b0e-a0c1-efd51aa78796,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:12:39.247030 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa4f11-725d-41d6-93b7-80aee640ce7a req-ec98a55c-c5d1-48bd-937d-16e52f0cf521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:39.248508 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ccaa4f11-725d-41d6-93b7-80aee640ce7a req-ec98a55c-c5d1-48bd-937d-16e52f0cf521 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 1129 time: 0.0371358 Apr 12 11:12:39.290849 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ccaa4f11-725d-41d6-93b7-80aee640ce7a req-f3833dc5-908b-4678-9092-6e2520d04388 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351388 Apr 12 11:12:39.441335 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efac322-8b23-47d0-8843-061e7c46ede2 req-c6ad6d9e-4aaf-4c1a-8bfa-4ab8371fcc15 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:39.443470 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3efac322-8b23-47d0-8843-061e7c46ede2 req-c6ad6d9e-4aaf-4c1a-8bfa-4ab8371fcc15 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0552027 Apr 12 11:12:39.488941 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3efac322-8b23-47d0-8843-061e7c46ede2 req-a792bf13-6552-4ec1-91dd-f864abce9c36 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394011 Apr 12 11:12:40.605758 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c373bb-bbf9-4b29-804e-4ce4eaa393ec req-edba99d2-bdee-4ea6-b9fc-9c217d366ca2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:40.607236 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-43c373bb-bbf9-4b29-804e-4ce4eaa393ec req-edba99d2-bdee-4ea6-b9fc-9c217d366ca2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0465114 Apr 12 11:12:40.653089 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-43c373bb-bbf9-4b29-804e-4ce4eaa393ec req-91195fb6-1c59-4077-9c2a-b26502928ae4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403831 Apr 12 11:12:40.737701 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:41.768136 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa4bd9-10f8-492e-aa36-85ab280303b4 req-18039802-8a4f-4a65-bc53-f52093e032e0 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:41.769706 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-26fa4bd9-10f8-492e-aa36-85ab280303b4 req-18039802-8a4f-4a65-bc53-f52093e032e0 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0449736 Apr 12 11:12:41.819918 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-26fa4bd9-10f8-492e-aa36-85ab280303b4 req-13215ccf-bb63-4752-89b9-77049af70bda tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430553 Apr 12 11:12:41.929746 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacc778-dc7f-4086-b783-cc29c8400bdf req-0c80ceb6-adb9-4bd3-98d5-fd87d246bd26 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:41.931163 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-edacc778-dc7f-4086-b783-cc29c8400bdf req-0c80ceb6-adb9-4bd3-98d5-fd87d246bd26 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0445316 Apr 12 11:12:41.939778 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57162) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:12:41.944719 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-af2378c7-4caa-47ed-bba1-54628414678c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Request body: {'floatingip': {'port_id': '57d8c28b-6104-4b0e-a0c1-efd51aa78796'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:12:41.990623 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af2378c7-4caa-47ed-bba1-54628414678c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for floatingip (74af5b85-a944-4eb1-8443-31f52ae28f2c), before_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.416519 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af2378c7-4caa-47ed-bba1-54628414678c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.420013 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af2378c7-4caa-47ed-bba1-54628414678c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (74af5b85-a944-4eb1-8443-31f52ae28f2c), after_update {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:42.762280 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.l3_db [None req-af2378c7-4caa-47ed-bba1-54628414678c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Floating IP 74af5b85-a944-4eb1-8443-31f52ae28f2c associated. External IP: 172.27.0.12, port: 57d8c28b-6104-4b0e-a0c1-efd51aa78796. Apr 12 11:12:42.976005 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2378c7-4caa-47ed-bba1-54628414678c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:12:43.082492 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2378c7-4caa-47ed-bba1-54628414678c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:12:43.087532 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-af2378c7-4caa-47ed-bba1-54628414678c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:43.091981 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4442f77-4ec2-4376-8744-cef6ca410a6b None None] Sync routers for ids ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:12:43.101288 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4442f77-4ec2-4376-8744-cef6ca410a6b None None] Routers {'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:43.101871 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b4442f77-4ec2-4376-8744-cef6ca410a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:12:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:43.116546 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-af2378c7-4caa-47ed-bba1-54628414678c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "PUT /v2.0/floatingips/74af5b85-a944-4eb1-8443-31f52ae28f2c HTTP/1.1" status: 200 len: 990 time: 1.1757045 Apr 12 11:12:43.117138 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'tag': '57d8c28b-6104-4b0e-a0c1-efd51aa78796'}] {{(pid=103202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:12:43.119394 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b15c353bb2f482a25fae99cbbbd62de53e1c10ac8dc6a256ef472044c24b27d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad7aeca-e7ce-4a69-b3eb-cac16cecc59c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5fa6ee-0137-4545-87dd-66c05de92cb2", "tag": "57d8c28b-6104-4b0e-a0c1-efd51aa78796"}]}' {{(pid=103202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:12:43.166629 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941d5653-8efc-4399-94f5-398db22edb2a x-openstack-request-id: req-941d5653-8efc-4399-94f5-398db22edb2a {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:12:43.166916 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5fa6ee-0137-4545-87dd-66c05de92cb2", "tag": "57d8c28b-6104-4b0e-a0c1-efd51aa78796", "status": "completed", "code": 200}]} {{(pid=103202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:12:43.167196 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-941d5653-8efc-4399-94f5-398db22edb2a {{(pid=103202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:12:43.167602 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941d5653-8efc-4399-94f5-398db22edb2a'] response: {'name': 'network-changed', 'server_uuid': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'tag': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'status': 'completed', 'code': 200} Apr 12 11:12:43.215467 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-b4442f77-4ec2-4376-8744-cef6ca410a6b None None] Set router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:43.249371 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7aeca-e7ce-4a69-b3eb-cac16cecc59c req-90cf7c21-a4e8-4104-9eeb-d39e06e00d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:43.250832 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6ad7aeca-e7ce-4a69-b3eb-cac16cecc59c req-90cf7c21-a4e8-4104-9eeb-d39e06e00d2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e71830bf62941109ac767a607e853b0&device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 1129 time: 0.0383954 Apr 12 11:12:43.349666 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7aeca-e7ce-4a69-b3eb-cac16cecc59c req-1cc6961c-9c18-4436-843d-4f77d4bda75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:43.351103 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6ad7aeca-e7ce-4a69-b3eb-cac16cecc59c req-1cc6961c-9c18-4436-843d-4f77d4bda75c service neutron] 10.222.0.61 "GET /v2.0/networks?id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73 HTTP/1.1" status: 200 len: 917 time: 0.0934656 Apr 12 11:12:43.417501 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6ad7aeca-e7ce-4a69-b3eb-cac16cecc59c req-c7ae7b71-03ea-48f6-ba0e-216ce2734363 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796 HTTP/1.1" status: 200 len: 998 time: 0.0576656 Apr 12 11:12:43.463874 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7aeca-e7ce-4a69-b3eb-cac16cecc59c req-35ac3028-257b-429a-b689-f73c16244a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:43.465317 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6ad7aeca-e7ce-4a69-b3eb-cac16cecc59c req-35ac3028-257b-429a-b689-f73c16244a84 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ae20377-293e-446f-8590-5281bf1489db HTTP/1.1" status: 200 len: 855 time: 0.0426111 Apr 12 11:12:43.515359 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7aeca-e7ce-4a69-b3eb-cac16cecc59c req-b6ca6cfb-dac6-421e-8289-fa39d8b1769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:43.516885 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6ad7aeca-e7ce-4a69-b3eb-cac16cecc59c req-b6ca6cfb-dac6-421e-8289-fa39d8b1769b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456991 Apr 12 11:12:43.517903 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b4442f77-4ec2-4376-8744-cef6ca410a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '74af5b85-a944-4eb1-8443-31f52ae28f2c', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'port_id': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'mac_address': 'fa:16:3e:92:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:12:30Z', 'updated_at': '2022-04-12T11:12:42Z', 'revision_number': 1, 'project_id': '2e71830bf62941109ac767a607e853b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:51Z', 'revision_number': 5, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:43.544343 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4442f77-4ec2-4376-8744-cef6ca410a6b None None] Checking router: e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:12:43.553035 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4442f77-4ec2-4376-8744-cef6ca410a6b None None] Routers {'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:12:43.553645 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b4442f77-4ec2-4376-8744-cef6ca410a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:12:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:43.605121 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6ad7aeca-e7ce-4a69-b3eb-cac16cecc59c req-d225093d-b58e-44fd-98cd-d017c9e2192f service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818648 Apr 12 11:12:43.658747 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-b4442f77-4ec2-4376-8744-cef6ca410a6b None None] Set router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:12:43.701697 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6ad7aeca-e7ce-4a69-b3eb-cac16cecc59c req-0808be72-0c99-400f-b055-4df3f3c39836 service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912652 Apr 12 11:12:43.768514 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7750f120-a26e-4cee-a153-95fed27abde8 req-d5f162a5-7a10-4cfb-81e3-5d9a81992931 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390582 Apr 12 11:12:43.839950 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750f120-a26e-4cee-a153-95fed27abde8 req-a979fc08-24b2-4712-bc2e-0bae5b7e1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:43.841430 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7750f120-a26e-4cee-a153-95fed27abde8 req-a979fc08-24b2-4712-bc2e-0bae5b7e1c24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 1130 time: 0.0404828 Apr 12 11:12:43.887462 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-b4442f77-4ec2-4376-8744-cef6ca410a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '74af5b85-a944-4eb1-8443-31f52ae28f2c', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'port_id': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'mac_address': 'fa:16:3e:92:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:12:30Z', 'updated_at': '2022-04-12T11:12:42Z', 'revision_number': 1, 'project_id': '2e71830bf62941109ac767a607e853b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:51Z', 'revision_number': 5, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:12:43.916905 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4442f77-4ec2-4376-8744-cef6ca410a6b None None] The sync data for ids ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'] in dv-cinder-830089-4-iscsi is: [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '74af5b85-a944-4eb1-8443-31f52ae28f2c', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'port_id': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'mac_address': 'fa:16:3e:92:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:12:30Z', 'updated_at': '2022-04-12T11:12:42Z', 'revision_number': 1, 'project_id': '2e71830bf62941109ac767a607e853b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:51Z', 'revision_number': 5, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:12:43.946495 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750f120-a26e-4cee-a153-95fed27abde8 req-3f242f42-c510-43ce-b2b5-802ebb12efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:43.948057 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7750f120-a26e-4cee-a153-95fed27abde8 req-3f242f42-c510-43ce-b2b5-802ebb12efb7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 912 time: 0.0890474 Apr 12 11:12:44.015206 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7750f120-a26e-4cee-a153-95fed27abde8 req-8d936126-fb3b-4135-89aa-e58ec9c96cd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0597adba-2465-4dec-a93e-7c93c5f96858 HTTP/1.1" status: 200 len: 1001 time: 0.0607967 Apr 12 11:12:44.070281 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750f120-a26e-4cee-a153-95fed27abde8 req-f435d6c7-0fd9-4a6d-b976-9fc705078c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:44.071764 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7750f120-a26e-4cee-a153-95fed27abde8 req-f435d6c7-0fd9-4a6d-b976-9fc705078c0a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dec2725a-db75-4393-837d-063e3bb8e039 HTTP/1.1" status: 200 len: 850 time: 0.0504186 Apr 12 11:12:44.117575 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89076e69-a4e6-4ab1-b3a3-9818d9c9c980 None None] New status for floating IP 74af5b85-a944-4eb1-8443-31f52ae28f2c: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:12:44.131897 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750f120-a26e-4cee-a153-95fed27abde8 req-48e30267-6c2a-46d7-8107-bdcbdfbd016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:12:44.133592 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7750f120-a26e-4cee-a153-95fed27abde8 req-48e30267-6c2a-46d7-8107-bdcbdfbd016d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa720ae2-ca1f-4b0a-85c6-68af09558684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556610 Apr 12 11:12:44.220660 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7750f120-a26e-4cee-a153-95fed27abde8 req-8df380e2-4209-4e2f-a300-98d673c57513 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812387 Apr 12 11:12:44.312415 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7750f120-a26e-4cee-a153-95fed27abde8 req-261dcea4-2bf3-468e-af31-8a9f29013b96 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860755 Apr 12 11:12:54.603185 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a180-77dd-464b-b453-cc347f7ca483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:56.897508 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-9fe3bd47-25db-4c2f-82d9-a810891bafc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:58.134148 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:12:59.671261 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:01.130634 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:09.886894 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:13:10.742598 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:19.581877 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-7434ed31-a590-4796-8d9b-24eaf2f11da9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654995714&fields=id&tenant_id=7dd6497eaaad4a05931933cef921baf7 HTTP/1.1" status: 200 len: 267 time: 0.0475764 Apr 12 11:13:19.688102 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-44ada5f3-2863-4ec2-8e31-7ce21919e22a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:19.689446 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-44ada5f3-2863-4ec2-8e31-7ce21919e22a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 811 time: 0.1007197 Apr 12 11:13:19.703910 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-4aabb43f-7d1f-4ea1-b206-32aa01d11e7d tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/quotas/7dd6497eaaad4a05931933cef921baf7 HTTP/1.1" status: 200 len: 375 time: 0.0085742 Apr 12 11:13:19.751924 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-ad52888b-d5bd-42d3-bca5-69c839b4a807 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0431974 Apr 12 11:13:19.843735 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-b6046c18-6657-4b42-a457-fe236694af71 service neutron] 10.222.0.55 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795414 Apr 12 11:13:19.933744 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-618bea19-17fa-4de4-8e33-175bc643379d service neutron] 10.222.0.55 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837605 Apr 12 11:13:20.230783 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-beb86002-bcb1-4138-bc0e-05905760c579 req-07126abb-7021-4bc5-ae2a-c4dbc99cbd98 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 210 time: 0.0288131 Apr 12 11:13:21.250736 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-1a53199a-6db9-4723-9d3f-e1009ead729d tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:21.253843 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-1a53199a-6db9-4723-9d3f-e1009ead729d tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 811 time: 0.1090865 Apr 12 11:13:21.345330 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-86dfdf83-12a9-48c1-afb4-0db7725a6316 req-f134f930-e597-4a03-82f5-137860a539a6 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 210 time: 0.0395205 Apr 12 11:13:21.352211 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-23bf6347-46e2-46f4-85ac-1697a99027ba tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7dd6497eaaad4a05931933cef921baf7 HTTP/1.1" status: 200 len: 379 time: 0.0822916 Apr 12 11:13:21.367789 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Request body: {'port': {'device_id': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'admin_state_up': True, 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'security_groups': ['ba26ea4b-e682-49d2-97cb-8fc0601ce230']}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:13:21.477084 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Made reservation on behalf of 7dd6497eaaad4a05931933cef921baf7 for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:13:21.480814 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:21.653559 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd81f2-a492-46aa-881a-a388cefc71ee req-20307558-9005-4e22-933d-f87d2c20ae37 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:21.654904 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f9fd81f2-a492-46aa-881a-a388cefc71ee req-20307558-9005-4e22-933d-f87d2c20ae37 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0663352 Apr 12 11:13:21.655971 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Allocated IP 172.20.0.3 (aa720ae2-ca1f-4b0a-85c6-68af09558684/dec2725a-db75-4393-837d-063e3bb8e039/000f4279-360f-4324-ae5f-439e692c85b1) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:13:21.730515 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f9fd81f2-a492-46aa-881a-a388cefc71ee req-0f446336-034e-4d01-949c-2dc089c6e9b4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699284 Apr 12 11:13:21.831349 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for port (000f4279-360f-4324-ae5f-439e692c85b1), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:22.145571 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (000f4279-360f-4324-ae5f-439e692c85b1), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:22.190518 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Network aa720ae2-ca1f-4b0a-85c6-68af09558684 is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:13:22.193669 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:13:22.197235 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:13:22.219763 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'Port': ['ID=000f4279-360f-4324-ae5f-439e692c85b1,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:22.234493 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.234847 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.235204 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.235554 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.235885 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.236215 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.236540 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.236864 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.237190 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.237515 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.237839 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.238172 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.238478 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.238796 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.239202 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:22.260094 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:22.260782 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:22.277696 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-0f850f8d-b0b1-41eb-a4cd-dd2e91e4efc4 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9138250 Apr 12 11:13:22.298639 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Request body: {'port': {'device_id': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:13:22.362612 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (000f4279-360f-4324-ae5f-439e692c85b1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:22.445410 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-58bff252-c1b2-4b82-ae60-0bb4454a79e4 None None] Provisioning complete for port 000f4279-360f-4324-ae5f-439e692c85b1 triggered by entity DHCP. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:22.445997 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-58bff252-c1b2-4b82-ae60-0bb4454a79e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (000f4279-360f-4324-ae5f-439e692c85b1), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:22.479906 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-58bff252-c1b2-4b82-ae60-0bb4454a79e4 None None] Port 000f4279-360f-4324-ae5f-439e692c85b1 cannot update to ACTIVE because it is not bound. {{(pid=103204) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 11:13:22.517035 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a384235-8d9a-4ca1-8a6f-3e21bfbddd57 req-97d178eb-cccf-4848-ad62-a42fe42fb16f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:22.518469 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2a384235-8d9a-4ca1-8a6f-3e21bfbddd57 req-97d178eb-cccf-4848-ad62-a42fe42fb16f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 931 time: 0.1005754 Apr 12 11:13:22.615842 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2a384235-8d9a-4ca1-8a6f-3e21bfbddd57 req-9f73c21a-b4f9-4c20-bb9c-111d3bdee363 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858209 Apr 12 11:13:22.686374 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000f4279-360f-4324-ae5f-439e692c85b1 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:13:22.694003 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Publish callbacks [] for port (000f4279-360f-4324-ae5f-439e692c85b1), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:22.705689 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Transition to ACTIVE for port object 000f4279-360f-4324-ae5f-439e692c85b1 will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:13:22.709083 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (000f4279-360f-4324-ae5f-439e692c85b1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:22.760578 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Pushing event updated for resources: {'Port': ['ID=000f4279-360f-4324-ae5f-439e692c85b1,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:22.870826 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6bb5c-46d4-459f-a0ac-9c70337ab570 req-6073ba1e-e041-4445-ad76-b9c0b12916e6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:22.872381 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-73e6bb5c-46d4-459f-a0ac-9c70337ab570 req-6073ba1e-e041-4445-ad76-b9c0b12916e6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0606222 Apr 12 11:13:22.877225 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Attempting to bind port 000f4279-360f-4324-ae5f-439e692c85b1 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:13:22.877559 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Attempting to bind port 000f4279-360f-4324-ae5f-439e692c85b1 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:13:22.877887 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Attempting to bind port 000f4279-360f-4324-ae5f-439e692c85b1 on network aa720ae2-ca1f-4b0a-85c6-68af09558684 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:13:22.889588 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Port 000f4279-360f-4324-ae5f-439e692c85b1 on network aa720ae2-ca1f-4b0a-85c6-68af09558684 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:13:22.889907 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Attempting to bind port 000f4279-360f-4324-ae5f-439e692c85b1 on network aa720ae2-ca1f-4b0a-85c6-68af09558684 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:13:22.912463 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:13:22.912953 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Checking segment: {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:13:22.913339 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Bound using segment: {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:13:22.913774 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Bound port: 000f4279-360f-4324-ae5f-439e692c85b1, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:13:22.914127 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (000f4279-360f-4324-ae5f-439e692c85b1), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:22.971697 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-73e6bb5c-46d4-459f-a0ac-9c70337ab570 req-3f1fae08-f825-4f41-8e2d-80fc4985d054 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913193 Apr 12 11:13:22.995416 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] For port 000f4279-360f-4324-ae5f-439e692c85b1, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:13:22.998534 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] For port 000f4279-360f-4324-ae5f-439e692c85b1, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=000f4279-360f-4324-ae5f-439e692c85b1,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:13:23.006313 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (000f4279-360f-4324-ae5f-439e692c85b1), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:23.043765 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:23.044376 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:23.045760 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] 10.222.0.61 "PUT /v2.0/ports/000f4279-360f-4324-ae5f-439e692c85b1 HTTP/1.1" status: 200 len: 1093 time: 0.7513363 Apr 12 11:13:23.046202 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'tag': '000f4279-360f-4324-ae5f-439e692c85b1'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:13:23.048452 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35e2e59-4d52-437e-ac59-c2fd260b33bf" -d '{"events": [{"name": "network-changed", "server_uuid": "17771a3e-d469-4f44-b7e5-54ca377301d7", "tag": "000f4279-360f-4324-ae5f-439e692c85b1"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:13:23.074732 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c116dc-8e92-40b2-9c75-0189e33ee7bf service neutron] Pushing event updated for resources: {'Port': ['ID=000f4279-360f-4324-ae5f-439e692c85b1,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:23.099484 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6798859c-c7e8-47dd-b622-f8ea8c49fa92 x-openstack-request-id: req-6798859c-c7e8-47dd-b622-f8ea8c49fa92 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:13:23.099776 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17771a3e-d469-4f44-b7e5-54ca377301d7", "tag": "000f4279-360f-4324-ae5f-439e692c85b1", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:13:23.100025 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6798859c-c7e8-47dd-b622-f8ea8c49fa92 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:13:23.100431 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6798859c-c7e8-47dd-b622-f8ea8c49fa92'] response: {'name': 'network-changed', 'server_uuid': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'tag': '000f4279-360f-4324-ae5f-439e692c85b1', 'status': 'completed', 'code': 200} Apr 12 11:13:23.160964 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-eaea5b0d-c551-4692-9838-316c1162503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:23.162793 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-eaea5b0d-c551-4692-9838-316c1162503d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 1127 time: 0.0419319 Apr 12 11:13:23.214016 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-9f10c0b0-ea1c-4e1d-8a0b-f724ee6c68a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=000f4279-360f-4324-ae5f-439e692c85b1 HTTP/1.1" status: 200 len: 217 time: 0.0357707 Apr 12 11:13:23.265147 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-b9cdd19e-c721-444d-83e3-73425f15a18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:23.266566 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-b9cdd19e-c721-444d-83e3-73425f15a18b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dec2725a-db75-4393-837d-063e3bb8e039 HTTP/1.1" status: 200 len: 850 time: 0.0430808 Apr 12 11:13:23.315881 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-414aa9a7-aa84-4805-ba26-89a8605e2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:23.317280 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-414aa9a7-aa84-4805-ba26-89a8605e2784 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa720ae2-ca1f-4b0a-85c6-68af09558684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410333 Apr 12 11:13:23.404404 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-e0eb5472-a12b-4b70-a6e2-b100237c5b66 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805981 Apr 12 11:13:23.496410 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-948ec398-8a42-4355-8d4d-6f32c94cf47c req-e4d74552-a938-4a4a-b609-590c08f4fff1 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837326 Apr 12 11:13:23.725108 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bba1d-10ae-4d25-b4db-6f531a9a54e6 req-7e90afdd-5db1-4316-b481-0f0f1eebf7f6 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:23.726546 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6e7bba1d-10ae-4d25-b4db-6f531a9a54e6 req-7e90afdd-5db1-4316-b481-0f0f1eebf7f6 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 943 time: 0.0455847 Apr 12 11:13:23.773929 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6e7bba1d-10ae-4d25-b4db-6f531a9a54e6 req-cb1a31f7-e142-4dbb-8fe9-5eb1f1a95260 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 Apr 12 11:13:23.907405 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e2e59-4d52-437e-ac59-c2fd260b33bf req-90b784c5-f03a-4d88-a726-f49ae019e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:23.908784 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f35e2e59-4d52-437e-ac59-c2fd260b33bf req-90b784c5-f03a-4d88-a726-f49ae019e887 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 1127 time: 0.0409603 Apr 12 11:13:23.997871 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e2e59-4d52-437e-ac59-c2fd260b33bf req-f3b5abfe-0dc4-4638-b9bb-2acec722bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:23.999345 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f35e2e59-4d52-437e-ac59-c2fd260b33bf req-f3b5abfe-0dc4-4638-b9bb-2acec722bf9f service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 912 time: 0.0836825 Apr 12 11:13:24.047632 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f35e2e59-4d52-437e-ac59-c2fd260b33bf req-f5300533-ad41-4c2b-8df7-84bbe811531c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=000f4279-360f-4324-ae5f-439e692c85b1 HTTP/1.1" status: 200 len: 217 time: 0.0397406 Apr 12 11:13:24.127893 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d72213-160f-4518-8554-003d37680d19 req-b6d070e4-487d-487a-a432-88d5e881b7d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:24.130157 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-63d72213-160f-4518-8554-003d37680d19 req-b6d070e4-487d-487a-a432-88d5e881b7d3 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0849564 Apr 12 11:13:24.139223 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e2e59-4d52-437e-ac59-c2fd260b33bf req-89cbb9a9-7dfa-4c52-895c-5724ba268601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:24.140574 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f35e2e59-4d52-437e-ac59-c2fd260b33bf req-89cbb9a9-7dfa-4c52-895c-5724ba268601 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dec2725a-db75-4393-837d-063e3bb8e039 HTTP/1.1" status: 200 len: 850 time: 0.0825174 Apr 12 11:13:24.202075 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e2e59-4d52-437e-ac59-c2fd260b33bf req-d9adf14d-dc6c-4589-83f0-54c569d00966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:24.203590 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f35e2e59-4d52-437e-ac59-c2fd260b33bf req-d9adf14d-dc6c-4589-83f0-54c569d00966 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa720ae2-ca1f-4b0a-85c6-68af09558684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566039 Apr 12 11:13:24.225663 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-63d72213-160f-4518-8554-003d37680d19 req-3dbe4bad-faed-404c-89c9-54ef11757828 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890536 Apr 12 11:13:24.298693 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f35e2e59-4d52-437e-ac59-c2fd260b33bf req-e0b89aa6-a623-4077-8d03-712cbb8b9213 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848150 Apr 12 11:13:24.386902 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f35e2e59-4d52-437e-ac59-c2fd260b33bf req-487d4969-fd48-4c0c-96d5-af23386db522 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826230 Apr 12 11:13:24.603751 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5a2236d2-8f22-45db-9ae9-23094e65c561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:24.887522 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab384fa-2fcc-4d42-8fd7-03fc4b6e39d6 req-554010ff-b6d4-4a06-8fd4-8ac5fb8af02d tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:24.888891 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1ab384fa-2fcc-4d42-8fd7-03fc4b6e39d6 req-554010ff-b6d4-4a06-8fd4-8ac5fb8af02d tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 943 time: 0.0468898 Apr 12 11:13:24.936393 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1ab384fa-2fcc-4d42-8fd7-03fc4b6e39d6 req-19bc1223-b3cd-453f-b04c-66d27d40d8c5 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418611 Apr 12 11:13:25.342582 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac69294-adeb-4311-abc3-e602cb0cbdda req-c4271720-7e8a-4aac-8c54-d07a9ddec135 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:25.344058 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5ac69294-adeb-4311-abc3-e602cb0cbdda req-c4271720-7e8a-4aac-8c54-d07a9ddec135 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0475657 Apr 12 11:13:25.391836 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5ac69294-adeb-4311-abc3-e602cb0cbdda req-58caad75-43b0-4514-8d29-7b5151d0ce85 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417888 Apr 12 11:13:26.049860 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac55e6-ef4a-40e0-a481-cca88ed48b61 req-95735ca8-0d49-4e2b-a474-8a165b80745f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:26.051297 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6ac55e6-ef4a-40e0-a481-cca88ed48b61 req-95735ca8-0d49-4e2b-a474-8a165b80745f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 943 time: 0.0484943 Apr 12 11:13:26.099451 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a6ac55e6-ef4a-40e0-a481-cca88ed48b61 req-9d2386a1-57d8-4a5d-9ab2-7db41ac6c126 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409279 Apr 12 11:13:26.507047 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5daf4-60c6-41eb-9f3a-9b8eca052ecc req-bd233172-2339-425e-8300-418f4badccad tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:26.508514 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4fb5daf4-60c6-41eb-9f3a-9b8eca052ecc req-bd233172-2339-425e-8300-418f4badccad tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0455565 Apr 12 11:13:26.553950 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4fb5daf4-60c6-41eb-9f3a-9b8eca052ecc req-1dcec7ad-a020-4fd6-9cc8-c56783d10d0b tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399570 Apr 12 11:13:26.899858 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2bc07ca9-8779-4e48-9e9b-aa0a0dff530c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:27.216971 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cc9e9-3cfd-4466-a4eb-bc33e83be645 req-e183528b-db64-4dc8-8e1f-88b3b6d64d5c tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:27.218439 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-565cc9e9-3cfd-4466-a4eb-bc33e83be645 req-e183528b-db64-4dc8-8e1f-88b3b6d64d5c tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 943 time: 0.0503099 Apr 12 11:13:27.266795 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-565cc9e9-3cfd-4466-a4eb-bc33e83be645 req-67b8344a-5b9b-416c-8ba0-fd6c96cf9bca tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429158 Apr 12 11:13:27.667812 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22755b9e-054c-4efb-8270-d50a2b8e2a3e req-f8ccd77c-872d-46cb-99c9-153f150f71eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:27.669272 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-22755b9e-054c-4efb-8270-d50a2b8e2a3e req-f8ccd77c-872d-46cb-99c9-153f150f71eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0452111 Apr 12 11:13:27.715264 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-22755b9e-054c-4efb-8270-d50a2b8e2a3e req-ea3033c6-2e91-4920-80c2-a636f8b893f4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405095 Apr 12 11:13:28.137436 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:28.376229 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602323a-f65d-4007-8030-456ac3579a57 req-0e2a6a88-2d9f-4251-8c07-61e297aa2fe7 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:28.377656 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8602323a-f65d-4007-8030-456ac3579a57 req-0e2a6a88-2d9f-4251-8c07-61e297aa2fe7 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 943 time: 0.0461109 Apr 12 11:13:28.428886 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8602323a-f65d-4007-8030-456ac3579a57 req-e10609ff-6e8f-4c00-8a7a-643015aea51a tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455227 Apr 12 11:13:28.832082 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa33aa-4124-4f9a-977c-2296352e95db req-2a1f5e77-a61b-46c8-bc1d-7b7753bd39eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:28.834334 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1baa33aa-4124-4f9a-977c-2296352e95db req-2a1f5e77-a61b-46c8-bc1d-7b7753bd39eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0487106 Apr 12 11:13:28.879467 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1baa33aa-4124-4f9a-977c-2296352e95db req-570db21c-dd91-4095-a077-8a249af3b814 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397358 Apr 12 11:13:29.537148 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5dba8-546e-4593-ba77-ebdfcf498d9e req-9aa583d0-d9df-4526-a1a9-fcb4f9f94226 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:29.538605 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-17c5dba8-546e-4593-ba77-ebdfcf498d9e req-9aa583d0-d9df-4526-a1a9-fcb4f9f94226 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 943 time: 0.0453312 Apr 12 11:13:29.586539 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-17c5dba8-546e-4593-ba77-ebdfcf498d9e req-18d6d9ab-6bbe-4683-a82e-3db070615c6c tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422602 Apr 12 11:13:29.674960 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:29.998871 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde8569-33b2-40eb-b22d-1b1b8da57176 req-406ddf37-4e60-485e-b900-9f68cce03a67 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:30.000330 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cbde8569-33b2-40eb-b22d-1b1b8da57176 req-406ddf37-4e60-485e-b900-9f68cce03a67 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0485265 Apr 12 11:13:30.046154 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cbde8569-33b2-40eb-b22d-1b1b8da57176 req-db6103fc-a719-434e-8ca5-cea4193df58e tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403416 Apr 12 11:13:30.698141 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471b6c0-9343-480a-80f6-2968ca2ba039 req-52bf1a74-70de-4966-ba67-a48ec83474f5 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:30.699892 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8471b6c0-9343-480a-80f6-2968ca2ba039 req-52bf1a74-70de-4966-ba67-a48ec83474f5 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 943 time: 0.0486598 Apr 12 11:13:30.752441 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8471b6c0-9343-480a-80f6-2968ca2ba039 req-750c3099-4d1e-48ad-9673-b39b0d6ba82e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445740 Apr 12 11:13:31.096588 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 000f4279-360f-4324-ae5f-439e692c85b1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:13:31.176138 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d3236-d25a-416f-8025-6048fb90bb54 req-6b857c6f-2d84-4c95-b8d7-aa05fcd95a94 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:31.178370 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2e6d3236-d25a-416f-8025-6048fb90bb54 req-6b857c6f-2d84-4c95-b8d7-aa05fcd95a94 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0516636 Apr 12 11:13:31.189751 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:31.227010 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 000f4279-360f-4324-ae5f-439e692c85b1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=000f4279-360f-4324-ae5f-439e692c85b1,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:13:31.238661 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2e6d3236-d25a-416f-8025-6048fb90bb54 req-7c2ae031-cbb1-404b-88e2-1de2483d8cfb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536768 Apr 12 11:13:31.239508 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '000f4279-360f-4324-ae5f-439e692c85b1', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'port_id': '000f4279-360f-4324-ae5f-439e692c85b1', 'mac_address': 'fa:16:3e:c9:2b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:13:31.297001 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 000f4279-360f-4324-ae5f-439e692c85b1 is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:31.297370 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (000f4279-360f-4324-ae5f-439e692c85b1), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:31.314355 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000f4279-360f-4324-ae5f-439e692c85b1 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:13:31.337434 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 000f4279-360f-4324-ae5f-439e692c85b1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=000f4279-360f-4324-ae5f-439e692c85b1,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:13:31.341442 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (000f4279-360f-4324-ae5f-439e692c85b1), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:31.399938 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=000f4279-360f-4324-ae5f-439e692c85b1,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:31.408170 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.408516 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.408859 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.409221 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.409553 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.409882 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.410207 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.410528 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.410908 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.411317 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.411650 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.411973 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.412295 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.412616 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.412931 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:13:31.689889 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['000f4279-360f-4324-ae5f-439e692c85b1'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:13:31.863581 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562175c9-c5c2-46c1-bd72-3972a1cf9600 req-8e7772a9-9b5c-464e-8d8c-f309c2eaf92c tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:31.865776 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-562175c9-c5c2-46c1-bd72-3972a1cf9600 req-8e7772a9-9b5c-464e-8d8c-f309c2eaf92c tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 944 time: 0.0452805 Apr 12 11:13:31.914147 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-562175c9-c5c2-46c1-bd72-3972a1cf9600 req-c36c88a5-c01a-4e34-b760-b3196033b23b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429206 Apr 12 11:13:32.363616 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb927e-af11-439d-98ec-b85d685dc8c9 req-f308d8c0-33dc-431b-858e-706326f19a37 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:32.365295 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3bb927e-af11-439d-98ec-b85d685dc8c9 req-f308d8c0-33dc-431b-858e-706326f19a37 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0453458 Apr 12 11:13:32.410666 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f3bb927e-af11-439d-98ec-b85d685dc8c9 req-f4eb867c-4324-4e10-987c-71a69532ad60 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400250 Apr 12 11:13:33.026850 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb794e-b834-42d1-86d7-c0966b9546dd req-73fab239-1a2d-4aac-9159-2f9d591d5dd6 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:33.028331 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e5eb794e-b834-42d1-86d7-c0966b9546dd req-73fab239-1a2d-4aac-9159-2f9d591d5dd6 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 944 time: 0.0491014 Apr 12 11:13:33.075675 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e5eb794e-b834-42d1-86d7-c0966b9546dd req-9b01a564-f529-4b7e-ad82-cf3287a68d45 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418484 Apr 12 11:13:33.124094 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 000f4279-360f-4324-ae5f-439e692c85b1 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:13:33.171555 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port 000f4279-360f-4324-ae5f-439e692c85b1 completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:13:33.178855 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 000f4279-360f-4324-ae5f-439e692c85b1 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:33.179262 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (000f4279-360f-4324-ae5f-439e692c85b1), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:33.254599 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 000f4279-360f-4324-ae5f-439e692c85b1 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:33.255035 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (000f4279-360f-4324-ae5f-439e692c85b1), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:33.277253 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000f4279-360f-4324-ae5f-439e692c85b1'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:13:33.279511 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72365093-f611-4417-96d9-281e0298af38" -d '{"events": [{"server_uuid": "17771a3e-d469-4f44-b7e5-54ca377301d7", "name": "network-vif-plugged", "status": "completed", "tag": "000f4279-360f-4324-ae5f-439e692c85b1"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:13:33.292835 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 000f4279-360f-4324-ae5f-439e692c85b1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=000f4279-360f-4324-ae5f-439e692c85b1,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:13:33.296919 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (000f4279-360f-4324-ae5f-439e692c85b1), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:33.322593 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5964b0-70a9-4735-b270-b275758ccad1 x-openstack-request-id: req-9d5964b0-70a9-4735-b270-b275758ccad1 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:13:33.322879 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17771a3e-d469-4f44-b7e5-54ca377301d7", "name": "network-vif-plugged", "status": "completed", "tag": "000f4279-360f-4324-ae5f-439e692c85b1", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:13:33.323150 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d5964b0-70a9-4735-b270-b275758ccad1 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:13:33.323535 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d5964b0-70a9-4735-b270-b275758ccad1'] response: {'server_uuid': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000f4279-360f-4324-ae5f-439e692c85b1', 'code': 200} Apr 12 11:13:33.347956 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=000f4279-360f-4324-ae5f-439e692c85b1,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:33.530326 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96245cb6-176b-4f1b-8f10-395a9296d8ab req-660bf63e-9d7a-4367-b8db-39d2e6b5f16d tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:33.532146 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-96245cb6-176b-4f1b-8f10-395a9296d8ab req-660bf63e-9d7a-4367-b8db-39d2e6b5f16d tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0493569 Apr 12 11:13:33.608372 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-96245cb6-176b-4f1b-8f10-395a9296d8ab req-f05355e3-7b02-48f8-8439-9c4304f90ae4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703311 Apr 12 11:13:33.613063 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a5606-c209-4f9f-b8c6-117dd1d4a644 req-24783504-c2fc-4faf-b12f-ee39c2f0e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:33.614748 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d52a5606-c209-4f9f-b8c6-117dd1d4a644 req-24783504-c2fc-4faf-b12f-ee39c2f0e097 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 1129 time: 0.0515487 Apr 12 11:13:33.664150 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d52a5606-c209-4f9f-b8c6-117dd1d4a644 req-bd191c86-ee63-447d-a996-3dee8cf756ff service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392683 Apr 12 11:13:34.191006 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f6b7f-2c49-4b23-967c-8d0b11b71137 req-aa7e9956-67c7-431c-ad57-4cfe48e1d6e6 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:34.192994 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b30f6b7f-2c49-4b23-967c-8d0b11b71137 req-aa7e9956-67c7-431c-ad57-4cfe48e1d6e6 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 945 time: 0.0500448 Apr 12 11:13:34.240681 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b30f6b7f-2c49-4b23-967c-8d0b11b71137 req-ccb33280-ec67-448d-9905-f7782c46f2db tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418043 Apr 12 11:13:34.726192 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e33f4-691d-4c65-9131-60fbca10928e req-bdeba709-b57b-45a6-aeea-0d0ce0d969bf tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:34.727688 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fc5e33f4-691d-4c65-9131-60fbca10928e req-bdeba709-b57b-45a6-aeea-0d0ce0d969bf tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0479474 Apr 12 11:13:34.777782 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fc5e33f4-691d-4c65-9131-60fbca10928e req-c8b6c3f0-8b2e-4305-b6d6-a7b1a265fe6d tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443287 Apr 12 11:13:35.115677 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 57d8c28b-6104-4b0e-a0c1-efd51aa78796 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:13:35.211279 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 57d8c28b-6104-4b0e-a0c1-efd51aa78796, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:13:35.222458 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'port_id': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'mac_address': 'fa:16:3e:92:e1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:13:35.264560 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 is: ACTIVE; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:35.264949 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:35.279521 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57d8c28b-6104-4b0e-a0c1-efd51aa78796 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:13:35.300037 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 57d8c28b-6104-4b0e-a0c1-efd51aa78796, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:13:35.304634 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:35.361690 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=57d8c28b-6104-4b0e-a0c1-efd51aa78796,revision_number=6']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:35.371226 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74cdf9-bb42-46cf-b6f0-c9b5090d286c req-683982ea-eca3-441a-9f57-05b3c1bc992c tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:35.372849 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1c74cdf9-bb42-46cf-b6f0-c9b5090d286c req-683982ea-eca3-441a-9f57-05b3c1bc992c tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 945 time: 0.0599773 Apr 12 11:13:35.423576 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1c74cdf9-bb42-46cf-b6f0-c9b5090d286c req-54d9ab56-e2cb-41c4-a51c-61388b2edc32 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451727 Apr 12 11:13:35.464369 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['57d8c28b-6104-4b0e-a0c1-efd51aa78796'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:13:35.543944 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caa8ca-cbf1-4013-996f-cf116d14c691 req-838534be-2986-401d-be89-bd4fcbc5931b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:35.545425 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a8caa8ca-cbf1-4013-996f-cf116d14c691 req-838534be-2986-401d-be89-bd4fcbc5931b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 945 time: 0.0482876 Apr 12 11:13:35.595548 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a8caa8ca-cbf1-4013-996f-cf116d14c691 req-88823d7b-1904-4b65-b0ae-dc4f5857431e tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445721 Apr 12 11:13:35.619152 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57336) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:35.662366 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1039728-a843-425c-98c0-c15d42f40555 tempest-TestVolumeBootPattern-1865417333 tempest-TestVolumeBootPattern-1865417333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:35.666987 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-c1039728-a843-425c-98c0-c15d42f40555 tempest-TestVolumeBootPattern-1865417333 tempest-TestVolumeBootPattern-1865417333-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 1124 time: 0.0469601 Apr 12 11:13:35.667296 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57340) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:35.672249 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Request body: {'floatingip': {'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'port_id': '000f4279-360f-4324-ae5f-439e692c85b1', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:13:35.697098 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:35.790178 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:35.942966 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43763c-5331-4cdf-b286-530bda528265 req-2960872f-3738-4cd5-9867-06eff660b42c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:35.944709 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9f43763c-5331-4cdf-b286-530bda528265 req-2960872f-3738-4cd5-9867-06eff660b42c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 944 time: 0.0806127 Apr 12 11:13:35.969352 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Allocated IP 172.27.0.88 (07cd2b0c-0781-4dba-a87d-e263ec3a559e/74e885c2-e3c1-41ca-b547-103a995fb7ad/f81e1f5a-9f45-4480-96a2-85c766273e12) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:13:36.033169 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9f43763c-5331-4cdf-b286-530bda528265 req-d6ff6776-ffda-482b-aab1-c427c9a6b702 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798635 Apr 12 11:13:36.114620 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for port (f81e1f5a-9f45-4480-96a2-85c766273e12), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:36.165860 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (f81e1f5a-9f45-4480-96a2-85c766273e12), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:36.210698 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Network 07cd2b0c-0781-4dba-a87d-e263ec3a559e is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:13:36.212264 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:13:36.215855 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:13:36.238403 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'Port': ['ID=f81e1f5a-9f45-4480-96a2-85c766273e12,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:36.623934 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for floatingip (2f0c227f-6ba0-4816-83f2-ee50e10ae1a7), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:36.698966 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (f81e1f5a-9f45-4480-96a2-85c766273e12), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:36.864992 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for port (f81e1f5a-9f45-4480-96a2-85c766273e12), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:36.871251 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (f81e1f5a-9f45-4480-96a2-85c766273e12), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:36.941449 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event updated for resources: {'Port': ['ID=f81e1f5a-9f45-4480-96a2-85c766273e12,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:36.958881 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (2f0c227f-6ba0-4816-83f2-ee50e10ae1a7), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:37.068251 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Floating IP 2f0c227f-6ba0-4816-83f2-ee50e10ae1a7 associated. External IP: 172.27.0.88, port: 000f4279-360f-4324-ae5f-439e692c85b1. Apr 12 11:13:37.137564 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 57d8c28b-6104-4b0e-a0c1-efd51aa78796 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:13:37.212517 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:13:37.215216 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:37.320357 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:37.321001 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:37.347557 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d8c28b-6104-4b0e-a0c1-efd51aa78796'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:13:37.351590 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62ed3e9-c331-4d54-ae0d-5d97eccc46df" -d '{"events": [{"server_uuid": "4d5fa6ee-0137-4545-87dd-66c05de92cb2", "name": "network-vif-plugged", "status": "completed", "tag": "57d8c28b-6104-4b0e-a0c1-efd51aa78796"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:13:37.387640 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 57d8c28b-6104-4b0e-a0c1-efd51aa78796, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:13:37.399519 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:37.481463 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a11de88-c1f6-48c4-9136-30efb6fe0e2b x-openstack-request-id: req-0a11de88-c1f6-48c4-9136-30efb6fe0e2b {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:13:37.481801 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5fa6ee-0137-4545-87dd-66c05de92cb2", "name": "network-vif-plugged", "status": "completed", "tag": "57d8c28b-6104-4b0e-a0c1-efd51aa78796", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:13:37.482057 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a11de88-c1f6-48c4-9136-30efb6fe0e2b {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:13:37.482457 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a11de88-c1f6-48c4-9136-30efb6fe0e2b'] response: {'server_uuid': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'code': 200} Apr 12 11:13:37.484086 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=57d8c28b-6104-4b0e-a0c1-efd51aa78796,revision_number=7']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:37.640943 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:13:37.771496 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb116d-7b2b-41c1-830e-6310d5a8a643 req-726a2dc9-06c1-49d4-87ab-e46bb69985ff tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:37.773953 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d2eb116d-7b2b-41c1-830e-6310d5a8a643 req-726a2dc9-06c1-49d4-87ab-e46bb69985ff tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.3782382 Apr 12 11:13:37.821904 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:13:37.837633 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc9d51-b728-4dd3-b3f0-6ea42cc6bf62 None None] Sync routers for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:13:37.848860 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc9d51-b728-4dd3-b3f0-6ea42cc6bf62 None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:13:37.854913 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d2eb116d-7b2b-41c1-830e-6310d5a8a643 req-fe125c50-0cb8-4b0d-a419-5946f02bc790 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749495 Apr 12 11:13:37.856050 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-50cc9d51-b728-4dd3-b3f0-6ea42cc6bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:13:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:37.882669 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:37.925883 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-59c107a3-9ce8-46ae-b1d8-632ea9888894 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2572415 Apr 12 11:13:37.926614 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'tag': '000f4279-360f-4324-ae5f-439e692c85b1'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:13:37.928943 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa644915-58d8-4361-9d18-b463b70bb6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "17771a3e-d469-4f44-b7e5-54ca377301d7", "tag": "000f4279-360f-4324-ae5f-439e692c85b1"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:13:37.983478 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0114da78-e057-4167-9d24-b3866332e9d8 x-openstack-request-id: req-0114da78-e057-4167-9d24-b3866332e9d8 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:13:37.983478 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17771a3e-d469-4f44-b7e5-54ca377301d7", "tag": "000f4279-360f-4324-ae5f-439e692c85b1", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:13:37.984043 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0114da78-e057-4167-9d24-b3866332e9d8 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:13:37.984043 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0114da78-e057-4167-9d24-b3866332e9d8'] response: {'name': 'network-changed', 'server_uuid': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'tag': '000f4279-360f-4324-ae5f-439e692c85b1', 'status': 'completed', 'code': 200} Apr 12 11:13:38.011302 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-50cc9d51-b728-4dd3-b3f0-6ea42cc6bf62 None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:13:38.072477 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa644915-58d8-4361-9d18-b463b70bb6e4 req-cac54013-5fc6-432b-9140-a71ebfcf1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:38.074171 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aa644915-58d8-4361-9d18-b463b70bb6e4 req-cac54013-5fc6-432b-9140-a71ebfcf1732 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 1129 time: 0.0444646 Apr 12 11:13:38.194555 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa644915-58d8-4361-9d18-b463b70bb6e4 req-3cb4a829-b092-4342-97e5-7dda28c0a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:38.196271 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aa644915-58d8-4361-9d18-b463b70bb6e4 req-3cb4a829-b092-4342-97e5-7dda28c0a206 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 912 time: 0.1149673 Apr 12 11:13:38.262138 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-50cc9d51-b728-4dd3-b3f0-6ea42cc6bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '2f0c227f-6ba0-4816-83f2-ee50e10ae1a7', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '000f4279-360f-4324-ae5f-439e692c85b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:c9:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:13:36Z', 'updated_at': '2022-04-12T11:13:36Z', 'revision_number': 0, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}, {'id': 'f504bbd6-e980-45b8-84b0-79810c1b6939', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '0597adba-2465-4dec-a93e-7c93c5f96858', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:81:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:11:18Z', 'updated_at': '2022-04-12T11:11:21Z', 'revision_number': 1, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:38.280428 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aa644915-58d8-4361-9d18-b463b70bb6e4 req-df017a45-c1c9-4682-bd06-ee9b34dd7e3d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=000f4279-360f-4324-ae5f-439e692c85b1 HTTP/1.1" status: 200 len: 998 time: 0.0768745 Apr 12 11:13:38.295730 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc9d51-b728-4dd3-b3f0-6ea42cc6bf62 None None] Checking router: 12f0ccb6-3320-49a1-857a-30fb0c2468f1 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:13:38.305370 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc9d51-b728-4dd3-b3f0-6ea42cc6bf62 None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:13:38.305973 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-50cc9d51-b728-4dd3-b3f0-6ea42cc6bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:13:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:38.362680 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa644915-58d8-4361-9d18-b463b70bb6e4 req-9ae3669f-803b-41a3-956d-22beb7039402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:38.374674 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aa644915-58d8-4361-9d18-b463b70bb6e4 req-9ae3669f-803b-41a3-956d-22beb7039402 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dec2725a-db75-4393-837d-063e3bb8e039 HTTP/1.1" status: 200 len: 850 time: 0.0872557 Apr 12 11:13:38.418629 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-50cc9d51-b728-4dd3-b3f0-6ea42cc6bf62 None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:13:38.420448 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa644915-58d8-4361-9d18-b463b70bb6e4 req-b63d8f87-6ab5-444b-8fd5-9aa0630fffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:38.423857 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aa644915-58d8-4361-9d18-b463b70bb6e4 req-b63d8f87-6ab5-444b-8fd5-9aa0630fffb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa720ae2-ca1f-4b0a-85c6-68af09558684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425839 Apr 12 11:13:38.531877 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aa644915-58d8-4361-9d18-b463b70bb6e4 req-70876bdc-5b3a-43e9-95b2-2985806f0232 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008058 Apr 12 11:13:38.638600 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-aa644915-58d8-4361-9d18-b463b70bb6e4 req-f2478bb3-4e9c-4acb-b925-a7068c665bc1 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975444 Apr 12 11:13:38.680387 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-50cc9d51-b728-4dd3-b3f0-6ea42cc6bf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '2f0c227f-6ba0-4816-83f2-ee50e10ae1a7', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '000f4279-360f-4324-ae5f-439e692c85b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:c9:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:13:36Z', 'updated_at': '2022-04-12T11:13:36Z', 'revision_number': 0, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}, {'id': 'f504bbd6-e980-45b8-84b0-79810c1b6939', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '0597adba-2465-4dec-a93e-7c93c5f96858', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:81:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:11:18Z', 'updated_at': '2022-04-12T11:11:21Z', 'revision_number': 1, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:13:38.708667 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cc9d51-b728-4dd3-b3f0-6ea42cc6bf62 None None] The sync data for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi is: [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': '2f0c227f-6ba0-4816-83f2-ee50e10ae1a7', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '000f4279-360f-4324-ae5f-439e692c85b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:c9:2b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:13:36Z', 'updated_at': '2022-04-12T11:13:36Z', 'revision_number': 0, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}, {'id': 'f504bbd6-e980-45b8-84b0-79810c1b6939', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '0597adba-2465-4dec-a93e-7c93c5f96858', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:81:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:11:18Z', 'updated_at': '2022-04-12T11:11:21Z', 'revision_number': 1, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:13:38.940346 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c794cd1-f5c5-45eb-af98-d6172dad83a3 None None] New status for floating IP 2f0c227f-6ba0-4816-83f2-ee50e10ae1a7: ACTIVE {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:13:39.013626 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4150d3-1064-4bc2-9450-b8c597c884a9 req-e29b114e-c33a-470f-bc15-876e216ba31c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:39.015852 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1c4150d3-1064-4bc2-9450-b8c597c884a9 req-e29b114e-c33a-470f-bc15-876e216ba31c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0635335 Apr 12 11:13:39.077343 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1c4150d3-1064-4bc2-9450-b8c597c884a9 req-994573de-306b-4b7a-813c-cd740cd4f0c6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532615 Apr 12 11:13:40.323421 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8e931-72e9-4d13-a1f3-6d3bf9edda74 req-76349516-0acf-41c8-a3c2-b166a8b9cd55 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:40.325120 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4c8e931-72e9-4d13-a1f3-6d3bf9edda74 req-76349516-0acf-41c8-a3c2-b166a8b9cd55 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.1344774 Apr 12 11:13:40.377987 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4c8e931-72e9-4d13-a1f3-6d3bf9edda74 req-8386d3a4-279d-4318-90e2-5aa097b45fa7 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472968 Apr 12 11:13:40.779477 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:41.502570 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440c7fe-d11c-4255-91e9-b6d21c6fd7af req-5f6e4019-c441-40ad-9993-dd35c31035f0 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:41.504258 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a440c7fe-d11c-4255-91e9-b6d21c6fd7af req-5f6e4019-c441-40ad-9993-dd35c31035f0 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0487609 Apr 12 11:13:41.556793 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a440c7fe-d11c-4255-91e9-b6d21c6fd7af req-d7a2617e-5345-4e6f-8b0d-0687a589ce45 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457325 Apr 12 11:13:42.696401 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3d3f6-4db7-46c6-bf86-8b08e43e985d req-cc429d17-a61d-4764-9e8b-fa5ccbb5a8c5 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:42.697915 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a0b3d3f6-4db7-46c6-bf86-8b08e43e985d req-cc429d17-a61d-4764-9e8b-fa5ccbb5a8c5 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0613818 Apr 12 11:13:42.749573 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a0b3d3f6-4db7-46c6-bf86-8b08e43e985d req-1f97cb7f-1fdd-458c-ac7f-73b1d43cd30c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456045 Apr 12 11:13:43.904030 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ff57f-413a-4ac6-876d-424c2980c34f req-ab9df774-0e91-4ff0-a7dd-f0acd7a667da tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:43.905640 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-011ff57f-413a-4ac6-876d-424c2980c34f req-ab9df774-0e91-4ff0-a7dd-f0acd7a667da tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0538220 Apr 12 11:13:43.961001 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-011ff57f-413a-4ac6-876d-424c2980c34f req-b36c0aed-0c93-4be2-bb07-3179e86b65be tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478740 Apr 12 11:13:45.102850 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0d464-d3ae-46fe-9b77-57a161ebd6ad req-248c97d6-717d-4093-b0c5-8df4a87f4bca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:45.104310 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ffb0d464-d3ae-46fe-9b77-57a161ebd6ad req-248c97d6-717d-4093-b0c5-8df4a87f4bca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0721989 Apr 12 11:13:45.159634 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f0d6082-5e0f-434b-84dc-ecfc60a8af1a req-bc0c8978-eb05-4cc0-a192-32cc25bd93f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0931451 Apr 12 11:13:45.166475 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e361d-708f-4549-a1a5-7a6c2dbaf7b5 req-541aa63c-49bc-4f6b-be3b-de6dd1fe51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:45.167839 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-766e361d-708f-4549-a1a5-7a6c2dbaf7b5 req-541aa63c-49bc-4f6b-be3b-de6dd1fe51ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e71830bf62941109ac767a607e853b0&device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 1129 time: 0.0720630 Apr 12 11:13:45.190990 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ffb0d464-d3ae-46fe-9b77-57a161ebd6ad req-838d736f-dccf-483b-a14f-7e2ce14f430b tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750592 Apr 12 11:13:45.292615 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d6082-5e0f-434b-84dc-ecfc60a8af1a req-40c1c260-08e4-4345-9d79-2927644277e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:45.294061 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f0d6082-5e0f-434b-84dc-ecfc60a8af1a req-40c1c260-08e4-4345-9d79-2927644277e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 1130 time: 0.0731204 Apr 12 11:13:45.308613 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e361d-708f-4549-a1a5-7a6c2dbaf7b5 req-e3b17316-d300-4286-807b-87f155cdb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:45.310244 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-766e361d-708f-4549-a1a5-7a6c2dbaf7b5 req-e3b17316-d300-4286-807b-87f155cdb737 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73 HTTP/1.1" status: 200 len: 917 time: 0.1228893 Apr 12 11:13:45.432274 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-766e361d-708f-4549-a1a5-7a6c2dbaf7b5 req-2a6d65bf-2634-4a14-a214-9472262d2f87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796 HTTP/1.1" status: 200 len: 1000 time: 0.1028328 Apr 12 11:13:45.489609 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d6082-5e0f-434b-84dc-ecfc60a8af1a req-fdd14b79-2735-41fd-ab3c-e00d89ca6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:45.491031 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f0d6082-5e0f-434b-84dc-ecfc60a8af1a req-fdd14b79-2735-41fd-ab3c-e00d89ca6143 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 912 time: 0.1688795 Apr 12 11:13:45.495967 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e361d-708f-4549-a1a5-7a6c2dbaf7b5 req-8fa9095c-39c1-43cf-a08f-2a3306dd88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:45.497261 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-766e361d-708f-4549-a1a5-7a6c2dbaf7b5 req-8fa9095c-39c1-43cf-a08f-2a3306dd88e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ae20377-293e-446f-8590-5281bf1489db HTTP/1.1" status: 200 len: 855 time: 0.0592237 Apr 12 11:13:45.581650 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e361d-708f-4549-a1a5-7a6c2dbaf7b5 req-31ff3bc4-104f-4754-9f14-b7aaac413489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:45.583599 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-766e361d-708f-4549-a1a5-7a6c2dbaf7b5 req-31ff3bc4-104f-4754-9f14-b7aaac413489 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492074 Apr 12 11:13:45.587193 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f0d6082-5e0f-434b-84dc-ecfc60a8af1a req-4e58a83f-b8df-496d-b987-e62cc46f74d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0597adba-2465-4dec-a93e-7c93c5f96858 HTTP/1.1" status: 200 len: 1001 time: 0.0891020 Apr 12 11:13:45.693294 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d6082-5e0f-434b-84dc-ecfc60a8af1a req-201fe6c2-04de-400a-ae86-1d0f1de52a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:45.694710 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f0d6082-5e0f-434b-84dc-ecfc60a8af1a req-201fe6c2-04de-400a-ae86-1d0f1de52a65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dec2725a-db75-4393-837d-063e3bb8e039 HTTP/1.1" status: 200 len: 850 time: 0.0892835 Apr 12 11:13:45.743700 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-766e361d-708f-4549-a1a5-7a6c2dbaf7b5 req-555fefab-c70f-4ddd-8ac9-b82283da0f5f service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449578 Apr 12 11:13:45.748412 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d6082-5e0f-434b-84dc-ecfc60a8af1a req-7364c859-4251-4157-907f-f8342e105f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:45.749735 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f0d6082-5e0f-434b-84dc-ecfc60a8af1a req-7364c859-4251-4157-907f-f8342e105f78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa720ae2-ca1f-4b0a-85c6-68af09558684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479014 Apr 12 11:13:45.897797 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-766e361d-708f-4549-a1a5-7a6c2dbaf7b5 req-03e6011f-7b52-4858-b9c9-61bd20d2d7be service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470618 Apr 12 11:13:45.899796 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f0d6082-5e0f-434b-84dc-ecfc60a8af1a req-e9107f9d-5bc9-4ddb-a7ab-af26b39ad88e service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420283 Apr 12 11:13:46.001514 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-6f0d6082-5e0f-434b-84dc-ecfc60a8af1a req-ec4c3230-d294-4acd-8bf2-04e6c566bae3 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833104 Apr 12 11:13:46.319185 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24db9fb-767f-49f6-8060-fb96c4eabd56 req-e764314c-9aa9-467d-bd28-4f8b2e334781 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:46.320623 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e24db9fb-767f-49f6-8060-fb96c4eabd56 req-e764314c-9aa9-467d-bd28-4f8b2e334781 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0455365 Apr 12 11:13:46.365793 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e24db9fb-767f-49f6-8060-fb96c4eabd56 req-c2b9ffd5-93b8-407e-bb27-ecd874751ba2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398302 Apr 12 11:13:46.886120 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:13:47.484474 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fe4b3-8457-4a35-b8c0-09a01509d297 req-d56fa8f3-dbcc-486e-87a6-6a127d5a5774 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:47.485840 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-142fe4b3-8457-4a35-b8c0-09a01509d297 req-d56fa8f3-dbcc-486e-87a6-6a127d5a5774 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0512626 Apr 12 11:13:47.531703 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-142fe4b3-8457-4a35-b8c0-09a01509d297 req-0bedc881-e3c5-480e-967c-fe231626e83b tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398235 Apr 12 11:13:48.647833 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e636b9-c772-4c24-a007-fc4cea3b6ad0 req-247e8e4c-f266-47a9-a02b-2a9d4fe12d73 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:48.649276 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-32e636b9-c772-4c24-a007-fc4cea3b6ad0 req-247e8e4c-f266-47a9-a02b-2a9d4fe12d73 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 945 time: 0.0452087 Apr 12 11:13:48.695113 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-32e636b9-c772-4c24-a007-fc4cea3b6ad0 req-bc42cf64-44a9-41de-8a85-23ddf5542f1e tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403275 Apr 12 11:13:49.206100 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 57d8c28b-6104-4b0e-a0c1-efd51aa78796 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:13:49.281752 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 is: ACTIVE; New status is: DOWN {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:13:49.282312 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.309154 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d8c28b-6104-4b0e-a0c1-efd51aa78796'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:13:49.311658 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3aff32-b5d0-4adc-a522-beaab69e21df" -d '{"events": [{"server_uuid": "4d5fa6ee-0137-4545-87dd-66c05de92cb2", "name": "network-vif-unplugged", "status": "completed", "tag": "57d8c28b-6104-4b0e-a0c1-efd51aa78796"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:13:49.324140 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 57d8c28b-6104-4b0e-a0c1-efd51aa78796, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:13:49.328739 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:49.354431 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 11:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5091dd7-702c-46e8-9d7d-22a1e4dc0777 x-openstack-request-id: req-a5091dd7-702c-46e8-9d7d-22a1e4dc0777 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:13:49.354722 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5fa6ee-0137-4545-87dd-66c05de92cb2", "name": "network-vif-unplugged", "status": "failed", "tag": "57d8c28b-6104-4b0e-a0c1-efd51aa78796", "code": 422}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:13:49.354976 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5091dd7-702c-46e8-9d7d-22a1e4dc0777 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:13:49.355394 dv-cinder-830089-4-iscsi neutron-server[103204]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a5091dd7-702c-46e8-9d7d-22a1e4dc0777']: {'server_uuid': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'code': 422} returned with failed status Apr 12 11:13:49.381446 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=57d8c28b-6104-4b0e-a0c1-efd51aa78796,revision_number=8']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:13:49.463156 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [req-2827fbdd-ab72-4cef-aeef-c861ae36a841 req-1f5323aa-b0b5-48cd-a6ff-0e529dda4032 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103203) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:13:49.464135 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2827fbdd-ab72-4cef-aeef-c861ae36a841 req-1f5323aa-b0b5-48cd-a6ff-0e529dda4032 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051789 Apr 12 11:13:49.618883 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b39d9-e279-4169-982e-c11b52dcd1ac req-0c3f68f9-d8ca-4f35-9519-96c3c1d66ed9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:49.620354 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-899b39d9-e279-4169-982e-c11b52dcd1ac req-0c3f68f9-d8ca-4f35-9519-96c3c1d66ed9 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 943 time: 0.0509398 Apr 12 11:13:49.666393 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-899b39d9-e279-4169-982e-c11b52dcd1ac req-f521f731-45c5-4185-863d-04332212ed3a tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403948 Apr 12 11:13:49.819219 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57446) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:49.895454 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-254c4228-dd4a-4a3f-80be-deda617d306f req-291de088-1004-445f-a430-b9eeb1e93cb5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745287 Apr 12 11:13:49.903747 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [req-254c4228-dd4a-4a3f-80be-deda617d306f req-39fbb235-ac59-4490-8c42-eb9a844987bc service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103203) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:13:49.904690 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-254c4228-dd4a-4a3f-80be-deda617d306f req-39fbb235-ac59-4490-8c42-eb9a844987bc service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047097 Apr 12 11:13:49.979391 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57454) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:13:50.070835 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c4228-dd4a-4a3f-80be-deda617d306f req-1b8b54da-0383-47cc-a6f2-f5ed03df1b0f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:50.072203 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-254c4228-dd4a-4a3f-80be-deda617d306f req-1b8b54da-0383-47cc-a6f2-f5ed03df1b0f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports/57d8c28b-6104-4b0e-a0c1-efd51aa78796 HTTP/1.1" status: 200 len: 940 time: 0.0918620 Apr 12 11:13:50.784752 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89664b-0862-4d76-a458-4b608375f76b req-9957d81a-1fd2-446a-871d-e6eeba8f4e49 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:50.786203 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cb89664b-0862-4d76-a458-4b608375f76b req-9957d81a-1fd2-446a-871d-e6eeba8f4e49 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 943 time: 0.0473592 Apr 12 11:13:50.836647 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-cb89664b-0862-4d76-a458-4b608375f76b req-7e0c250e-d19f-4481-b0d9-a31e9e5b6b51 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446541 Apr 12 11:13:50.947972 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c4228-dd4a-4a3f-80be-deda617d306f req-c31fb93e-0bdf-4def-9642-2e0a01133e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:50.949385 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-254c4228-dd4a-4a3f-80be-deda617d306f req-c31fb93e-0bdf-4def-9642-2e0a01133e2a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2&tenant_id=2e71830bf62941109ac767a607e853b0 HTTP/1.1" status: 200 len: 1127 time: 0.0373609 Apr 12 11:13:51.015349 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c4228-dd4a-4a3f-80be-deda617d306f req-c00bbaa4-eaba-40c7-88bd-244b5cdc12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:51.016762 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-254c4228-dd4a-4a3f-80be-deda617d306f req-c00bbaa4-eaba-40c7-88bd-244b5cdc12f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e71830bf62941109ac767a607e853b0&device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 1127 time: 0.0363309 Apr 12 11:13:51.107266 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c4228-dd4a-4a3f-80be-deda617d306f req-6c9affed-03d2-4ce8-98ad-3c7316e70ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:51.108709 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-254c4228-dd4a-4a3f-80be-deda617d306f req-6c9affed-03d2-4ce8-98ad-3c7316e70ef9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73 HTTP/1.1" status: 200 len: 917 time: 0.0850234 Apr 12 11:13:51.179161 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-254c4228-dd4a-4a3f-80be-deda617d306f req-8675553d-5766-4b74-9d1b-e0838d0f8acd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796 HTTP/1.1" status: 200 len: 998 time: 0.0640070 Apr 12 11:13:51.227583 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c4228-dd4a-4a3f-80be-deda617d306f req-d28471d6-5c99-463c-8c79-a4246067f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:51.228980 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-254c4228-dd4a-4a3f-80be-deda617d306f req-d28471d6-5c99-463c-8c79-a4246067f513 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ae20377-293e-446f-8590-5281bf1489db HTTP/1.1" status: 200 len: 855 time: 0.0443456 Apr 12 11:13:51.273943 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c4228-dd4a-4a3f-80be-deda617d306f req-1866fc23-983a-462c-8ae8-ca5c97ccf8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:51.275345 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-254c4228-dd4a-4a3f-80be-deda617d306f req-1866fc23-983a-462c-8ae8-ca5c97ccf8c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5edf9aad-1a71-4c3d-bde6-37e78ec95a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403392 Apr 12 11:13:51.359703 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-254c4228-dd4a-4a3f-80be-deda617d306f req-d959027e-553f-4450-8fa1-b807d422f353 service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775819 Apr 12 11:13:51.447254 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-254c4228-dd4a-4a3f-80be-deda617d306f req-1d75aa27-55bd-4068-b989-519dd29b7383 service neutron] 10.222.0.61 "GET /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815217 Apr 12 11:13:52.014300 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504dd2-2827-4b2a-98aa-23cae804290e req-f5863c74-9078-4d97-9ed6-e56287f13878 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:52.016165 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-07504dd2-2827-4b2a-98aa-23cae804290e req-f5863c74-9078-4d97-9ed6-e56287f13878 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 943 time: 0.0669470 Apr 12 11:13:52.073454 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-07504dd2-2827-4b2a-98aa-23cae804290e req-1aef2bbf-1a40-4f69-8ec7-5d5f5808bb50 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492558 Apr 12 11:13:53.201533 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d9fcf-4170-4b3f-abc6-769ae6b0419a req-d83d5572-849b-45d4-8e89-dd33e5dccb82 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:53.202993 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3a7d9fcf-4170-4b3f-abc6-769ae6b0419a req-d83d5572-849b-45d4-8e89-dd33e5dccb82 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 943 time: 0.0513709 Apr 12 11:13:53.255032 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3a7d9fcf-4170-4b3f-abc6-769ae6b0419a req-e9fc5ca3-9269-4ca2-82e6-9dcb357baf3d tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463660 Apr 12 11:13:54.388220 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325b52a-16fa-452b-83d0-f528d1fe08a1 req-ddff1599-00b2-4e5a-a8c0-e49c04fa85a4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:54.389746 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8325b52a-16fa-452b-83d0-f528d1fe08a1 req-ddff1599-00b2-4e5a-a8c0-e49c04fa85a4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 943 time: 0.0594063 Apr 12 11:13:54.442766 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8325b52a-16fa-452b-83d0-f528d1fe08a1 req-e94b28fa-4ee0-4601-96aa-887060185d39 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475299 Apr 12 11:13:54.605562 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-cc4939c2-11fa-4c7c-8f1d-573c075a252d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:55.573522 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45abbb4-9c61-4358-8b85-08f3d8752531 req-11cf91cc-0122-4c66-aab7-c0018148884b tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:55.575108 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f45abbb4-9c61-4358-8b85-08f3d8752531 req-11cf91cc-0122-4c66-aab7-c0018148884b tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 943 time: 0.0473053 Apr 12 11:13:55.622600 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f45abbb4-9c61-4358-8b85-08f3d8752531 req-45852e08-4aa8-41e9-b508-fb7fa309265f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419853 Apr 12 11:13:56.780093 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66e4f2-13ac-452f-bb07-e06bac239a7f req-9f189fb9-6a19-4e10-bdfa-4ab27308b23e tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:56.781743 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5f66e4f2-13ac-452f-bb07-e06bac239a7f req-9f189fb9-6a19-4e10-bdfa-4ab27308b23e tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 943 time: 0.0538709 Apr 12 11:13:56.834569 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5f66e4f2-13ac-452f-bb07-e06bac239a7f req-ec50c76e-5736-4ee6-8d6b-1cc14914ad6c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465336 Apr 12 11:13:56.908855 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0497e616-6c81-40d4-8ebe-a1a13c554aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:57.962677 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda2fa7-0502-49df-aa08-5adf3fd19346 req-9fb215e3-bbc5-4c9d-9629-63a1565e11d6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:57.964882 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9eda2fa7-0502-49df-aa08-5adf3fd19346 req-9fb215e3-bbc5-4c9d-9629-63a1565e11d6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 943 time: 0.0596671 Apr 12 11:13:58.014540 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9eda2fa7-0502-49df-aa08-5adf3fd19346 req-47c5e3d3-2eba-4572-99d4-de4dd3007e66 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437930 Apr 12 11:13:58.140597 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:13:59.140937 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ef60c-cc10-4121-8030-d653742465e2 req-22f1e177-b061-4fbe-91fc-6cb2c71ff9a2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:13:59.142381 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-767ef60c-cc10-4121-8030-d653742465e2 req-22f1e177-b061-4fbe-91fc-6cb2c71ff9a2 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 943 time: 0.0502553 Apr 12 11:13:59.194384 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-767ef60c-cc10-4121-8030-d653742465e2 req-9ca1c9e2-40af-4090-874f-24c3418c8ead tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457423 Apr 12 11:13:59.680292 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:00.309353 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78ed60-a367-447b-99d6-9d98b8211fdd req-b139589a-3c16-4974-a900-5388bcdd5f66 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:00.311027 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7f78ed60-a367-447b-99d6-9d98b8211fdd req-b139589a-3c16-4974-a900-5388bcdd5f66 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 943 time: 0.0453753 Apr 12 11:14:00.358262 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7f78ed60-a367-447b-99d6-9d98b8211fdd req-df1892ea-5f3b-4811-86c6-16d401a6fabd tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415483 Apr 12 11:14:01.132998 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:01.472215 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6638a-dd31-45e4-a673-8b2f8a1afc2f req-5a55bdea-399d-4c5a-bb05-1af0fdd28e69 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:01.473632 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-70a6638a-dd31-45e4-a673-8b2f8a1afc2f req-5a55bdea-399d-4c5a-bb05-1af0fdd28e69 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 943 time: 0.0438187 Apr 12 11:14:01.518415 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-70a6638a-dd31-45e4-a673-8b2f8a1afc2f req-59fb234e-1977-4fcd-aac0-55a41a7261cf tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388396 Apr 12 11:14:02.637860 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bdce2-855f-42a4-8675-b9b18e4fe044 req-638814df-f8a5-4bcb-92e5-c6e4062d7e94 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:02.639331 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb6bdce2-855f-42a4-8675-b9b18e4fe044 req-638814df-f8a5-4bcb-92e5-c6e4062d7e94 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 943 time: 0.0485260 Apr 12 11:14:02.684630 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-fb6bdce2-855f-42a4-8675-b9b18e4fe044 req-37d8f5f4-cd42-4a7a-a887-e7cb9655d7a6 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399573 Apr 12 11:14:03.267849 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 57d8c28b-6104-4b0e-a0c1-efd51aa78796 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:14:03.364017 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 57d8c28b-6104-4b0e-a0c1-efd51aa78796, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:03.374838 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'port_id': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'mac_address': 'fa:16:3e:92:e1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:14:03.410865 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:03.411195 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:03.423367 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d8c28b-6104-4b0e-a0c1-efd51aa78796 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:14:03.442280 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 57d8c28b-6104-4b0e-a0c1-efd51aa78796, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:03.446589 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:03.491156 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=57d8c28b-6104-4b0e-a0c1-efd51aa78796,revision_number=9']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:03.798077 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b257dc-5324-4a31-a72f-a3ff6565c5b6 req-25483711-16b2-4461-9d74-14216753f2b7 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:03.799538 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-16b257dc-5324-4a31-a72f-a3ff6565c5b6 req-25483711-16b2-4461-9d74-14216753f2b7 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 944 time: 0.0455399 Apr 12 11:14:03.822282 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['57d8c28b-6104-4b0e-a0c1-efd51aa78796'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:14:03.845161 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-16b257dc-5324-4a31-a72f-a3ff6565c5b6 req-32c880f7-ede6-43f6-902c-8aa0c662804c tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401368 Apr 12 11:14:04.964212 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f869c2-0fce-4439-ab10-1a3af1f7019f req-11121626-3dfb-4c50-babc-8cd9d77d1fb8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:04.965672 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-03f869c2-0fce-4439-ab10-1a3af1f7019f req-11121626-3dfb-4c50-babc-8cd9d77d1fb8 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 944 time: 0.0488694 Apr 12 11:14:05.010715 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-03f869c2-0fce-4439-ab10-1a3af1f7019f req-2e092c4e-9e02-41e5-8ece-984185e3d8da tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394714 Apr 12 11:14:05.298374 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 57d8c28b-6104-4b0e-a0c1-efd51aa78796 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:14:05.342474 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:14:05.342836 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.541317 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:14:05.541692 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.563862 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d8c28b-6104-4b0e-a0c1-efd51aa78796'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:14:05.566059 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2955e759-eed9-4391-8ded-de7f4332e3be" -d '{"events": [{"server_uuid": "4d5fa6ee-0137-4545-87dd-66c05de92cb2", "name": "network-vif-plugged", "status": "completed", "tag": "57d8c28b-6104-4b0e-a0c1-efd51aa78796"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:14:05.578119 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 57d8c28b-6104-4b0e-a0c1-efd51aa78796, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:05.582386 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:05.606981 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72505421-78c0-4026-a3da-b5f319357102 x-openstack-request-id: req-72505421-78c0-4026-a3da-b5f319357102 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:14:05.607296 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5fa6ee-0137-4545-87dd-66c05de92cb2", "name": "network-vif-plugged", "status": "completed", "tag": "57d8c28b-6104-4b0e-a0c1-efd51aa78796", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:14:05.607549 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72505421-78c0-4026-a3da-b5f319357102 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:14:05.607938 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72505421-78c0-4026-a3da-b5f319357102'] response: {'server_uuid': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'code': 200} Apr 12 11:14:05.633069 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=57d8c28b-6104-4b0e-a0c1-efd51aa78796,revision_number=10']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:05.904079 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a6f25-12f3-48f0-b547-10178b09982d req-a65a9108-dd73-43e9-b2f1-0c55543b0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:05.905668 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-584a6f25-12f3-48f0-b547-10178b09982d req-a65a9108-dd73-43e9-b2f1-0c55543b0768 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 1130 time: 0.0773559 Apr 12 11:14:05.951480 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-584a6f25-12f3-48f0-b547-10178b09982d req-e245cbe7-be60-4737-9f7e-960772a04e21 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361764 Apr 12 11:14:06.124063 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5c8bb-3ba1-4169-a857-96aa844d28f6 req-738fcad7-da6d-4b26-8dae-0faeb4e1ad7f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:06.125427 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c7c5c8bb-3ba1-4169-a857-96aa844d28f6 req-738fcad7-da6d-4b26-8dae-0faeb4e1ad7f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 946 time: 0.0451984 Apr 12 11:14:06.174063 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c7c5c8bb-3ba1-4169-a857-96aa844d28f6 req-8859bb64-3fe3-4997-9765-5fde16ebd5b5 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431576 Apr 12 11:14:07.295233 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e5441-a7ff-415d-95f9-d6f979a2ae6f req-6c41a909-cc61-4f55-a603-93da3b8142bc tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:07.296690 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dd0e5441-a7ff-415d-95f9-d6f979a2ae6f req-6c41a909-cc61-4f55-a603-93da3b8142bc tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 946 time: 0.0469196 Apr 12 11:14:07.345809 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dd0e5441-a7ff-415d-95f9-d6f979a2ae6f req-85e7ece1-cdfe-4356-ac66-4e3d94e2b809 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432715 Apr 12 11:14:08.463256 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc6cfb-a163-4a07-b06f-35a24d274374 req-e4f71621-2676-4056-9d19-31fc1eeda6c1 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:08.464611 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0dfc6cfb-a163-4a07-b06f-35a24d274374 req-e4f71621-2676-4056-9d19-31fc1eeda6c1 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 946 time: 0.0462663 Apr 12 11:14:08.509613 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0dfc6cfb-a163-4a07-b06f-35a24d274374 req-9dcc2315-f6c1-497f-ac1a-bbfc7c8c1a63 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395961 Apr 12 11:14:10.783835 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:23.884755 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:14:24.607602 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-9d70d37e-bbff-47e6-8882-9e8351c77993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:26.900594 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-573acc0e-2290-41fc-a0ca-861cf97950b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:28.143050 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:29.681645 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:31.139642 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:40.786090 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:42.593188 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d78b70-7333-4d10-a808-8e94efbe905b req-3aebc781-50f4-4dbc-ae5a-f684e78df312 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:42.594617 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7d78b70-7333-4d10-a808-8e94efbe905b req-3aebc781-50f4-4dbc-ae5a-f684e78df312 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 946 time: 0.0488918 Apr 12 11:14:42.639282 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d7d78b70-7333-4d10-a808-8e94efbe905b req-33dcc8a2-80da-4442-87ae-932bc7234816 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390892 Apr 12 11:14:43.754778 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b809844-4914-4bb8-8d8e-66e788916adc req-228be99a-70df-46a0-baae-48cc7a826f41 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:43.756440 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9b809844-4914-4bb8-8d8e-66e788916adc req-228be99a-70df-46a0-baae-48cc7a826f41 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 946 time: 0.0454130 Apr 12 11:14:43.802171 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9b809844-4914-4bb8-8d8e-66e788916adc req-366eea53-ba52-45ee-95b9-06ed197fc9d0 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401828 Apr 12 11:14:44.268193 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-2be124a9-6fe8-4910-a6c1-c5c60deb18b4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:44.269570 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-2be124a9-6fe8-4910-a6c1-c5c60deb18b4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 946 time: 0.0430279 Apr 12 11:14:44.354164 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Deleting port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:14:44.354496 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:44.443739 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] For port 57d8c28b-6104-4b0e-a0c1-efd51aa78796, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=57d8c28b-6104-4b0e-a0c1-efd51aa78796,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:44.444116 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:44.879488 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:44.880176 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16479153'] for floatingip (74af5b85-a944-4eb1-8443-31f52ae28f2c), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:44.880176 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Floating IP 74af5b85-a944-4eb1-8443-31f52ae28f2c disassociated. External IP: 172.27.0.12, port: 57d8c28b-6104-4b0e-a0c1-efd51aa78796. Apr 12 11:14:44.880460 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Calling delete_port for 57d8c28b-6104-4b0e-a0c1-efd51aa78796 owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:14:44.960720 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4254a35-4f88-4ef4-90b3-50f8ed7c4e16 req-e8f44048-5391-4745-8a8f-75554b5c62c4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:44.962168 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c4254a35-4f88-4ef4-90b3-50f8ed7c4e16 req-e8f44048-5391-4745-8a8f-75554b5c62c4 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d5fa6ee-0137-4545-87dd-66c05de92cb2 HTTP/1.1" status: 200 len: 946 time: 0.0849111 Apr 12 11:14:45.027099 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c4254a35-4f88-4ef4-90b3-50f8ed7c4e16 req-e7f21713-7027-45d2-8d1b-fba452d67964 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups?id=bae4a489-edff-4915-bedc-d8de14a5ae3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566010 Apr 12 11:14:45.076034 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (57d8c28b-6104-4b0e-a0c1-efd51aa78796), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:45.102111 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event deleted for resources: {'Port': ['ID=57d8c28b-6104-4b0e-a0c1-efd51aa78796,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:45.111468 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.111820 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.112161 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.112509 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.112845 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.113178 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.113498 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.113828 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.114151 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.114957 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.114957 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.115848 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.116058 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.116311 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.116639 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:45.229138 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:14:45.341492 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:14:45.351354 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ba547-fb94-4fbd-8f8b-c7039c9658cd None None] Sync routers for ids ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:14:45.361596 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ba547-fb94-4fbd-8f8b-c7039c9658cd None None] Routers {'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:14:45.362132 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-ea6ba547-fb94-4fbd-8f8b-c7039c9658cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:14:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:45.384463 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] No DVR routers for this DVR port 57d8c28b-6104-4b0e-a0c1-efd51aa78796 on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:14:45.386888 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:45.390172 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-bcc63bd2-b34b-482d-a56b-0dd5e985cbfb req-1c04daf3-26f2-403f-a666-e6b72008fd2f tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.61 "DELETE /v2.0/ports/57d8c28b-6104-4b0e-a0c1-efd51aa78796 HTTP/1.1" status: 204 len: 173 time: 1.1149983 Apr 12 11:14:45.390611 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'name': 'network-vif-deleted', 'tag': '57d8c28b-6104-4b0e-a0c1-efd51aa78796'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:14:45.392843 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a3578c-07c6-4975-b820-6025e1f3485e" -d '{"events": [{"server_uuid": "4d5fa6ee-0137-4545-87dd-66c05de92cb2", "name": "network-vif-deleted", "tag": "57d8c28b-6104-4b0e-a0c1-efd51aa78796"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:14:45.481413 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-ea6ba547-fb94-4fbd-8f8b-c7039c9658cd None None] Set router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:14:45.512808 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dad3de-d510-4946-b654-d43d02d6abf2 x-openstack-request-id: req-b1dad3de-d510-4946-b654-d43d02d6abf2 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:14:45.513102 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5fa6ee-0137-4545-87dd-66c05de92cb2", "name": "network-vif-deleted", "tag": "57d8c28b-6104-4b0e-a0c1-efd51aa78796", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:14:45.513353 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1dad3de-d510-4946-b654-d43d02d6abf2 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:14:45.513753 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1dad3de-d510-4946-b654-d43d02d6abf2'] response: {'server_uuid': '4d5fa6ee-0137-4545-87dd-66c05de92cb2', 'name': 'network-vif-deleted', 'tag': '57d8c28b-6104-4b0e-a0c1-efd51aa78796', 'status': 'completed', 'code': 200} Apr 12 11:14:45.693776 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-ea6ba547-fb94-4fbd-8f8b-c7039c9658cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:51Z', 'revision_number': 5, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:45.718714 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ba547-fb94-4fbd-8f8b-c7039c9658cd None None] Checking router: e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:14:45.726826 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ba547-fb94-4fbd-8f8b-c7039c9658cd None None] Routers {'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:14:45.727563 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-ea6ba547-fb94-4fbd-8f8b-c7039c9658cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:14:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:45.830982 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-ea6ba547-fb94-4fbd-8f8b-c7039c9658cd None None] Set router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:14:46.022799 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-ea6ba547-fb94-4fbd-8f8b-c7039c9658cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:51Z', 'revision_number': 5, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:46.051179 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ba547-fb94-4fbd-8f8b-c7039c9658cd None None] The sync data for ids ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'] in dv-cinder-830089-4-iscsi is: [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:48Z', 'revision_number': 4, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd5691534-9a44-42c4-8e65-4a88d084fa49', 'name': '', 'network_id': '5edf9aad-1a71-4c3d-bde6-37e78ec95a73', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'mac_address': 'fa:16:3e:d4:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5ae20377-293e-446f-8590-5281bf1489db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:47Z', 'updated_at': '2022-04-12T11:09:51Z', 'revision_number': 5, 'project_id': '2e71830bf62941109ac767a607e853b0', 'subnets': [{'id': '5ae20377-293e-446f-8590-5281bf1489db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:14:46.117245 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57602) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:46.179524 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d0622b8-e593-4232-8883-0defa312ea63 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group (bae4a489-edff-4915-bedc-d8de14a5ae3f), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.204761 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d0622b8-e593-4232-8883-0defa312ea63 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group (bae4a489-edff-4915-bedc-d8de14a5ae3f), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.254379 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d0622b8-e593-4232-8883-0defa312ea63 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (bae4a489-edff-4915-bedc-d8de14a5ae3f), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.257802 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6d0622b8-e593-4232-8883-0defa312ea63 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.261633 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-6d0622b8-e593-4232-8883-0defa312ea63 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "DELETE /v2.0/security-groups/bae4a489-edff-4915-bedc-d8de14a5ae3f HTTP/1.1" status: 204 len: 168 time: 0.1407833 Apr 12 11:14:46.262013 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57604) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:46.270551 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0622b8-e593-4232-8883-0defa312ea63 tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae4a489-edff-4915-bedc-d8de14a5ae3f,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:46.284463 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.api.v2.resource [None req-46a3250e-c8ef-4b32-9941-819855dea4ca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] show failed (client error): The resource could not be found. Apr 12 11:14:46.285600 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-46a3250e-c8ef-4b32-9941-819855dea4ca tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "GET /v2.0/security-groups/bae4a489-edff-4915-bedc-d8de14a5ae3f HTTP/1.1" status: 404 len: 347 time: 0.0214849 Apr 12 11:14:46.288640 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57608) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:46.290768 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d9ec87-8432-4674-ae13-59a456f45825 None None] New status for floating IP 74af5b85-a944-4eb1-8443-31f52ae28f2c: DOWN {{(pid=103204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:14:46.405977 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Deleting port 05a0cb34-e49a-4426-83de-cd9ef4eda003 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:14:46.406325 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (05a0cb34-e49a-4426-83de-cd9ef4eda003), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.489216 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (05a0cb34-e49a-4426-83de-cd9ef4eda003), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.489540 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for floatingip (05a0cb34-e49a-4426-83de-cd9ef4eda003), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.501372 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Calling delete_port for 05a0cb34-e49a-4426-83de-cd9ef4eda003 owned by network:floatingip {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:14:46.627580 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (05a0cb34-e49a-4426-83de-cd9ef4eda003), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.661397 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Pushing event deleted for resources: {'Port': ['ID=05a0cb34-e49a-4426-83de-cd9ef4eda003,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:46.684884 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.685240 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.685586 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.685929 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.686522 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.686858 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.687220 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.687556 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.687886 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.688214 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.688547 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.688874 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.689199 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.689526 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.689851 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:46.730637 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks [] for floatingip (74af5b85-a944-4eb1-8443-31f52ae28f2c), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.734066 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:46.737797 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-964d21a6-36ef-4c3c-8e56-35e0902f82eb tempest-AttachVolumeShelveTestJSON-1392428664 tempest-AttachVolumeShelveTestJSON-1392428664-project] 10.222.0.55 "DELETE /v2.0/floatingips/74af5b85-a944-4eb1-8443-31f52ae28f2c HTTP/1.1" status: 204 len: 168 time: 0.4456458 Apr 12 11:14:46.808840 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c5ab4aee-0205-46b3-a756-604d2c655906 req-6a337cc2-f94a-4b97-8cf6-19000a7738f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416374 Apr 12 11:14:46.887203 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab4aee-0205-46b3-a756-604d2c655906 req-9b2147e1-2833-4a7a-87d8-421944ee204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:46.888670 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c5ab4aee-0205-46b3-a756-604d2c655906 req-9b2147e1-2833-4a7a-87d8-421944ee204f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 1129 time: 0.0474930 Apr 12 11:14:46.993964 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab4aee-0205-46b3-a756-604d2c655906 req-955a6764-ca30-4aa1-8aa2-d651aed413a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:46.995354 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c5ab4aee-0205-46b3-a756-604d2c655906 req-955a6764-ca30-4aa1-8aa2-d651aed413a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 912 time: 0.0835507 Apr 12 11:14:47.062493 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c5ab4aee-0205-46b3-a756-604d2c655906 req-e81b6776-1515-4cda-b75f-ee7ac4baa2c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=000f4279-360f-4324-ae5f-439e692c85b1 HTTP/1.1" status: 200 len: 1000 time: 0.0608616 Apr 12 11:14:47.110484 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab4aee-0205-46b3-a756-604d2c655906 req-30d180a0-da3a-419f-932a-aa47499966f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:47.111941 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c5ab4aee-0205-46b3-a756-604d2c655906 req-30d180a0-da3a-419f-932a-aa47499966f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dec2725a-db75-4393-837d-063e3bb8e039 HTTP/1.1" status: 200 len: 850 time: 0.0425005 Apr 12 11:14:47.154830 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab4aee-0205-46b3-a756-604d2c655906 req-fab1cf65-0c6a-467f-bfaa-929c61abc214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:14:47.156331 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c5ab4aee-0205-46b3-a756-604d2c655906 req-fab1cf65-0c6a-467f-bfaa-929c61abc214 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa720ae2-ca1f-4b0a-85c6-68af09558684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362401 Apr 12 11:14:47.168744 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [req-c5ab4aee-0205-46b3-a756-604d2c655906 req-a564885d-c94b-44ed-8b01-d610ccbe3eaf service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103203) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:14:47.169671 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c5ab4aee-0205-46b3-a756-604d2c655906 req-a564885d-c94b-44ed-8b01-d610ccbe3eaf service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048714 Apr 12 11:14:47.264957 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c5ab4aee-0205-46b3-a756-604d2c655906 req-99889802-770e-48b4-aa4a-c044fd2f325f service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878918 Apr 12 11:14:47.357561 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c5ab4aee-0205-46b3-a756-604d2c655906 req-6157b5a7-f8d9-47a6-ad0d-57195c4e76c2 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838656 Apr 12 11:14:47.448121 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 57d8c28b-6104-4b0e-a0c1-efd51aa78796 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:14:47.468003 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: 57d8c28b-6104-4b0e-a0c1-efd51aa78796 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:14:47.468341 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 57d8c28b-6104-4b0e-a0c1-efd51aa78796 not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:14:49.133825 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57634) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:49.542568 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b41d9bf6-74bf-4a94-a1ea-5b878383a6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478385'] for router_interface (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:49.766085 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b41d9bf6-74bf-4a94-a1ea-5b878383a6d5 admin admin] Deleting port d5691534-9a44-42c4-8e65-4a88d084fa49 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:14:49.766419 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b41d9bf6-74bf-4a94-a1ea-5b878383a6d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:49.841372 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-b41d9bf6-74bf-4a94-a1ea-5b878383a6d5 admin admin] For port d5691534-9a44-42c4-8e65-4a88d084fa49, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=d5691534-9a44-42c4-8e65-4a88d084fa49,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:49.841648 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b41d9bf6-74bf-4a94-a1ea-5b878383a6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:49.854642 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-b41d9bf6-74bf-4a94-a1ea-5b878383a6d5 admin admin] Calling delete_port for d5691534-9a44-42c4-8e65-4a88d084fa49 owned by network:router_interface {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:14:50.029487 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b41d9bf6-74bf-4a94-a1ea-5b878383a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (d5691534-9a44-42c4-8e65-4a88d084fa49), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:50.055495 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d9bf6-74bf-4a94-a1ea-5b878383a6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5691534-9a44-42c4-8e65-4a88d084fa49,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:50.226245 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-b41d9bf6-74bf-4a94-a1ea-5b878383a6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16478237'] for router_interface (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:50.448727 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41d9bf6-74bf-4a94-a1ea-5b878383a6d5 admin admin] Router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:14:50.557070 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41d9bf6-74bf-4a94-a1ea-5b878383a6d5 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:14:50.563030 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-b41d9bf6-74bf-4a94-a1ea-5b878383a6d5 admin admin] 10.222.0.55 "PUT /v2.0/routers/e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4278352 Apr 12 11:14:50.565205 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57638) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:50.567715 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e03551-4924-4167-a5a1-87fae23f6972 None None] Sync routers for ids ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:14:50.578448 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e03551-4924-4167-a5a1-87fae23f6972 None None] Routers {'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:14:50.579049 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-d4e03551-4924-4167-a5a1-87fae23f6972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:14:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:50.673516 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] Publish callbacks [] for router (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:50.687959 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-d4e03551-4924-4167-a5a1-87fae23f6972 None None] Set router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:14:50.775922 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] Publish callbacks [] for router_gateway (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:50.819909 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] Deleting port 0e661fe7-23b5-460b-b4c6-a53c87a42a5a {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:14:50.820240 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (0e661fe7-23b5-460b-b4c6-a53c87a42a5a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:50.858298 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-d4e03551-4924-4167-a5a1-87fae23f6972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:14:49Z', 'revision_number': 5, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port': {'id': '0e661fe7-23b5-460b-b4c6-a53c87a42a5a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:50.885366 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e03551-4924-4167-a5a1-87fae23f6972 None None] Checking router: e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:14:50.893678 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e03551-4924-4167-a5a1-87fae23f6972 None None] Routers {'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:14:50.894283 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-d4e03551-4924-4167-a5a1-87fae23f6972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:14:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:50.896904 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] For port 0e661fe7-23b5-460b-b4c6-a53c87a42a5a, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=0e661fe7-23b5-460b-b4c6-a53c87a42a5a,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:50.897481 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (0e661fe7-23b5-460b-b4c6-a53c87a42a5a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:50.910055 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] Calling delete_port for 0e661fe7-23b5-460b-b4c6-a53c87a42a5a owned by network:router_gateway {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:14:51.069635 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-d4e03551-4924-4167-a5a1-87fae23f6972 None None] Set router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 gateway port host: None {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:14:51.080619 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (0e661fe7-23b5-460b-b4c6-a53c87a42a5a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.109043 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e661fe7-23b5-460b-b4c6-a53c87a42a5a,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:51.121930 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-d4e03551-4924-4167-a5a1-87fae23f6972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:14:50Z', 'revision_number': 6, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port_host': None}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:51.148114 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e03551-4924-4167-a5a1-87fae23f6972 None None] The sync data for ids ['e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49'] in dv-cinder-830089-4-iscsi is: [{'id': 'e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49', 'name': 'tempest-AttachVolumeShelveTestJSON-845742851-router', 'tenant_id': '2e71830bf62941109ac767a607e853b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:09:45Z', 'updated_at': '2022-04-12T11:14:50Z', 'revision_number': 6, 'project_id': '2e71830bf62941109ac767a607e853b0', 'gw_port_host': None}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:14:51.173906 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16479227'] for router_gateway (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.265238 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16431445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-442'] for router (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.267397 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] Publish callbacks [] for router_controller (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), precommit_delete_associations {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.584332 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16431452'] for router (e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.585018 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 {{(pid=103203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:14:51.591639 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.591639 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-09bb6b16-5b66-4c6e-ba87-987148a4325c admin admin] 10.222.0.55 "DELETE /v2.0/routers/e5b4db01-5cb1-47aa-b2a7-a22ea7fa8a49 HTTP/1.1" status: 204 len: 168 time: 1.0249205 Apr 12 11:14:51.593987 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57640) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:51.637147 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4942a59-6e4d-49ee-b72f-34247df1b035 admin admin] Deleting subnet 5ae20377-293e-446f-8590-5281bf1489db {{(pid=103203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:14:51.640258 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4942a59-6e4d-49ee-b72f-34247df1b035 admin admin] Publish callbacks [] for subnet (5ae20377-293e-446f-8590-5281bf1489db), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.675391 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4942a59-6e4d-49ee-b72f-34247df1b035 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24944449'] for subnet (5ae20377-293e-446f-8590-5281bf1489db), precommit_delete_associations {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.754685 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4942a59-6e4d-49ee-b72f-34247df1b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (5ae20377-293e-446f-8590-5281bf1489db), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.805689 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4942a59-6e4d-49ee-b72f-34247df1b035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12700163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24906887'] for subnet (5ae20377-293e-446f-8590-5281bf1489db), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.829962 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4942a59-6e4d-49ee-b72f-34247df1b035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae20377-293e-446f-8590-5281bf1489db,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:51.833521 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f4942a59-6e4d-49ee-b72f-34247df1b035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.837787 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-f4942a59-6e4d-49ee-b72f-34247df1b035 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5ae20377-293e-446f-8590-5281bf1489db HTTP/1.1" status: 204 len: 168 time: 0.2426085 Apr 12 11:14:51.840071 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57642) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:51.840939 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90cc023-9123-49c0-9da1-28f84ca5622b None None] Network 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:14:51.908121 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (5edf9aad-1a71-4c3d-bde6-37e78ec95a73), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.963179 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Deleting port 150bd868-a382-4421-a35f-c753a8de639f {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:14:51.963530 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (150bd868-a382-4421-a35f-c753a8de639f), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:51.998952 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] DHCP port deletion for 5edf9aad-1a71-4c3d-bde6-37e78ec95a73 request from dv-cinder-830089-4-iscsi {{(pid=103204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:14:52.026159 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] For port 150bd868-a382-4421-a35f-c753a8de639f, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=150bd868-a382-4421-a35f-c753a8de639f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:52.026532 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (150bd868-a382-4421-a35f-c753a8de639f), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.040522 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Calling delete_port for 150bd868-a382-4421-a35f-c753a8de639f owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:14:52.042798 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Deleting port 150bd868-a382-4421-a35f-c753a8de639f {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:14:52.043189 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (150bd868-a382-4421-a35f-c753a8de639f), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.106109 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] For port 150bd868-a382-4421-a35f-c753a8de639f, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=150bd868-a382-4421-a35f-c753a8de639f,segment=NetworkSegment(e5280a60-c14f-4746-bb05-77ca19dba22b),segment_id=e5280a60-c14f-4746-bb05-77ca19dba22b)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:14:52.106720 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (150bd868-a382-4421-a35f-c753a8de639f), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.120361 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Calling delete_port for 150bd868-a382-4421-a35f-c753a8de639f owned by network:dhcp {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:14:52.126209 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (150bd868-a382-4421-a35f-c753a8de639f), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.154282 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Pushing event deleted for resources: {'Port': ['ID=150bd868-a382-4421-a35f-c753a8de639f,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:52.157624 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] No DVR routers for this DVR port 150bd868-a382-4421-a35f-c753a8de639f on host dv-cinder-830089-4-iscsi {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:14:52.204455 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091'] for port (150bd868-a382-4421-a35f-c753a8de639f), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.231245 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Pushing event deleted for resources: {'Port': ['ID=150bd868-a382-4421-a35f-c753a8de639f,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:52.233639 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] No DVR routers for this DVR port 150bd868-a382-4421-a35f-c753a8de639f on host dv-cinder-830089-4-iscsi {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:14:52.244741 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.244963 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.245491 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.245822 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.247328 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.247713 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.248232 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.248388 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.248717 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.249042 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.249368 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.249695 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.250014 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.250461 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.250787 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3765b5ea-d2b3-48a0-892d-ba6533505947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:14:52.254334 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (5edf9aad-1a71-4c3d-bde6-37e78ec95a73), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.275514 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edf9aad-1a71-4c3d-bde6-37e78ec95a73']}} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:52.284880 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5280a60-c14f-4746-bb05-77ca19dba22b') {'for_net_delete': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:52.285204 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5280a60-c14f-4746-bb05-77ca19dba22b') {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:14:52.294953 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24944456'] for segment (e5280a60-c14f-4746-bb05-77ca19dba22b), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.308393 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (e5280a60-c14f-4746-bb05-77ca19dba22b), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.314837 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:14:52.315253 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12700329'] for segment (e5280a60-c14f-4746-bb05-77ca19dba22b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: Traceback (most recent call last): Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: timer() Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: cb(*args, **kw) Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: return func(*args, **kwargs) Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: self._notify() Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: self.callback(batched_events) Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: event.method(event) Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: return f(self, *a, **k) Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._get(url).json() Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: return self.request(url, 'GET', **kwargs) Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:14:52.317909 dv-cinder-830089-4-iscsi neutron-server[103203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:14:52.372962 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (5edf9aad-1a71-4c3d-bde6-37e78ec95a73), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.378085 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.381744 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5edf9aad-1a71-4c3d-bde6-37e78ec95a73 HTTP/1.1" status: 204 len: 168 time: 0.5407898 Apr 12 11:14:52.392283 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a946e9-0864-4e9d-a22d-158b836d4820 admin admin] Pushing event deleted for resources: {'Network': ['ID=5edf9aad-1a71-4c3d-bde6-37e78ec95a73,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:52.495445 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57646) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:52.536126 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-1e99f7fd-9213-478d-8e0e-660371682b07 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e71830bf62941109ac767a607e853b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394313 Apr 12 11:14:52.539347 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57648) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:52.585279 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79f0fc3e-188a-42d7-9e0c-df66c06046f5 admin admin] Publish callbacks [] for security_group (407d734a-9232-4f42-aeb4-ca3c5e96d878), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.605683 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79f0fc3e-188a-42d7-9e0c-df66c06046f5 admin admin] Publish callbacks [] for security_group (407d734a-9232-4f42-aeb4-ca3c5e96d878), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.653426 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79f0fc3e-188a-42d7-9e0c-df66c06046f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (407d734a-9232-4f42-aeb4-ca3c5e96d878), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.655938 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-79f0fc3e-188a-42d7-9e0c-df66c06046f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:52.657074 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-79f0fc3e-188a-42d7-9e0c-df66c06046f5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/407d734a-9232-4f42-aeb4-ca3c5e96d878 HTTP/1.1" status: 204 len: 168 time: 0.1168377 Apr 12 11:14:52.665508 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0fc3e-188a-42d7-9e0c-df66c06046f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407d734a-9232-4f42-aeb4-ca3c5e96d878,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:53.222691 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device d5691534-9a44-42c4-8e65-4a88d084fa49 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:14:53.244464 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: d5691534-9a44-42c4-8e65-4a88d084fa49 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:14:53.244818 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device d5691534-9a44-42c4-8e65-4a88d084fa49 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:14:53.245236 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 0e661fe7-23b5-460b-b4c6-a53c87a42a5a no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:14:53.264321 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 0e661fe7-23b5-460b-b4c6-a53c87a42a5a {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:14:53.264669 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 0e661fe7-23b5-460b-b4c6-a53c87a42a5a not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:14:53.265151 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 150bd868-a382-4421-a35f-c753a8de639f no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:14:53.287013 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 150bd868-a382-4421-a35f-c753a8de639f {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:14:53.287399 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 150bd868-a382-4421-a35f-c753a8de639f not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:14:54.609494 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-19668407-8f24-4b48-af8b-ae9806f007d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:56.297711 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57708) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:56.401647 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-83e5e234-ed5c-4b50-8f76-98f43ffdfb10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:56.483085 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-83e5e234-ed5c-4b50-8f76-98f43ffdfb10 admin admin] Publish callbacks [] for security_group (cf8f0ab5-fc42-44dc-b4f2-eea4de419357), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:56.486800 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-83e5e234-ed5c-4b50-8f76-98f43ffdfb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (cf8f0ab5-fc42-44dc-b4f2-eea4de419357), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:56.523794 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-83e5e234-ed5c-4b50-8f76-98f43ffdfb10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6784c2a270cc48ba84a286afb96d0f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250640 Apr 12 11:14:56.524742 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5e234-ed5c-4b50-8f76-98f43ffdfb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8f0ab5-fc42-44dc-b4f2-eea4de419357,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:56.526488 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57712) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:14:56.579825 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4bddde23-5e22-4111-a1e5-c0aa2fba2109 admin admin] Publish callbacks [] for security_group (cf8f0ab5-fc42-44dc-b4f2-eea4de419357), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:56.602375 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4bddde23-5e22-4111-a1e5-c0aa2fba2109 admin admin] Publish callbacks [] for security_group (cf8f0ab5-fc42-44dc-b4f2-eea4de419357), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:56.648384 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4bddde23-5e22-4111-a1e5-c0aa2fba2109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (cf8f0ab5-fc42-44dc-b4f2-eea4de419357), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:56.651648 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4bddde23-5e22-4111-a1e5-c0aa2fba2109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:56.652816 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-4bddde23-5e22-4111-a1e5-c0aa2fba2109 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf8f0ab5-fc42-44dc-b4f2-eea4de419357 HTTP/1.1" status: 204 len: 168 time: 0.1246052 Apr 12 11:14:56.660221 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddde23-5e22-4111-a1e5-c0aa2fba2109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8f0ab5-fc42-44dc-b4f2-eea4de419357,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:14:56.902593 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a1a7ee9-b516-42ba-83c2-5f7d0af14f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:58.144381 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:14:59.685240 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:00.821391 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57784) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:00.883227 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:15:00.945200 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61813d41-ba4b-4e77-9896-6d6eb52ae9f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.016082 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61813d41-ba4b-4e77-9896-6d6eb52ae9f4 admin admin] Publish callbacks [] for security_group (8ebdb313-5f2d-43ad-a6b9-9bb055ae27cb), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.019542 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-61813d41-ba4b-4e77-9896-6d6eb52ae9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (8ebdb313-5f2d-43ad-a6b9-9bb055ae27cb), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.057911 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-61813d41-ba4b-4e77-9896-6d6eb52ae9f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b0166d0a2f34b55a66163cf336679a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354112 Apr 12 11:15:01.058722 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61813d41-ba4b-4e77-9896-6d6eb52ae9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebdb313-5f2d-43ad-a6b9-9bb055ae27cb,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:01.060636 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57788) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:01.109558 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29bdf739-8897-4590-827f-62d8f97b8873 admin admin] Publish callbacks [] for security_group (8ebdb313-5f2d-43ad-a6b9-9bb055ae27cb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.132208 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29bdf739-8897-4590-827f-62d8f97b8873 admin admin] Publish callbacks [] for security_group (8ebdb313-5f2d-43ad-a6b9-9bb055ae27cb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.132593 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.180444 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29bdf739-8897-4590-827f-62d8f97b8873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (8ebdb313-5f2d-43ad-a6b9-9bb055ae27cb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.183206 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-29bdf739-8897-4590-827f-62d8f97b8873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.184407 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-29bdf739-8897-4590-827f-62d8f97b8873 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ebdb313-5f2d-43ad-a6b9-9bb055ae27cb HTTP/1.1" status: 204 len: 168 time: 0.1217575 Apr 12 11:15:01.192652 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdf739-8897-4590-827f-62d8f97b8873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebdb313-5f2d-43ad-a6b9-9bb055ae27cb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:01.437964 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57794) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:01.451349 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-307da4ee-cc84-48fd-81e6-d95dbecfa986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.531887 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-307da4ee-cc84-48fd-81e6-d95dbecfa986 admin admin] Publish callbacks [] for security_group (3bb80365-24ba-489a-b19e-f0060b69c125), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.535663 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-307da4ee-cc84-48fd-81e6-d95dbecfa986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (3bb80365-24ba-489a-b19e-f0060b69c125), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.572663 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307da4ee-cc84-48fd-81e6-d95dbecfa986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb80365-24ba-489a-b19e-f0060b69c125,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:01.576954 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-307da4ee-cc84-48fd-81e6-d95dbecfa986 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=47827b842c0a44c5ac11e369adfaadce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379755 Apr 12 11:15:01.579526 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57796) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:01.625225 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69075387-3379-4dcb-a618-cf540588e278 admin admin] Publish callbacks [] for security_group (3bb80365-24ba-489a-b19e-f0060b69c125), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.645793 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69075387-3379-4dcb-a618-cf540588e278 admin admin] Publish callbacks [] for security_group (3bb80365-24ba-489a-b19e-f0060b69c125), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.690061 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69075387-3379-4dcb-a618-cf540588e278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (3bb80365-24ba-489a-b19e-f0060b69c125), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.692659 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-69075387-3379-4dcb-a618-cf540588e278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:01.694517 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-69075387-3379-4dcb-a618-cf540588e278 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3bb80365-24ba-489a-b19e-f0060b69c125 HTTP/1.1" status: 204 len: 168 time: 0.1139534 Apr 12 11:15:01.701853 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69075387-3379-4dcb-a618-cf540588e278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb80365-24ba-489a-b19e-f0060b69c125,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:10.800364 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:12.388262 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57902) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:12.501191 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d11295a-5ac8-4c67-b4df-6fa65c5333c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:12.575724 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d11295a-5ac8-4c67-b4df-6fa65c5333c9 admin admin] Publish callbacks [] for security_group (aca90b1b-93e9-4434-b962-a6e367726557), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:12.579164 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-4d11295a-5ac8-4c67-b4df-6fa65c5333c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (aca90b1b-93e9-4434-b962-a6e367726557), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:12.614480 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11295a-5ac8-4c67-b4df-6fa65c5333c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca90b1b-93e9-4434-b962-a6e367726557,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:12.619567 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-4d11295a-5ac8-4c67-b4df-6fa65c5333c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=079f2d381464439fabbfe6130e39b6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302959 Apr 12 11:15:12.622136 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57906) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:12.668077 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e4ec3a7-882a-4621-8330-6d67598ef96f admin admin] Publish callbacks [] for security_group (aca90b1b-93e9-4434-b962-a6e367726557), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:12.689055 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e4ec3a7-882a-4621-8330-6d67598ef96f admin admin] Publish callbacks [] for security_group (aca90b1b-93e9-4434-b962-a6e367726557), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:12.734317 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e4ec3a7-882a-4621-8330-6d67598ef96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (aca90b1b-93e9-4434-b962-a6e367726557), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:12.736852 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-6e4ec3a7-882a-4621-8330-6d67598ef96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:12.737970 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-6e4ec3a7-882a-4621-8330-6d67598ef96f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aca90b1b-93e9-4434-b962-a6e367726557 HTTP/1.1" status: 204 len: 168 time: 0.1149602 Apr 12 11:15:12.745432 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ec3a7-882a-4621-8330-6d67598ef96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca90b1b-93e9-4434-b962-a6e367726557,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:12.995810 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57912) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:13.008844 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca6dabd8-693a-4da5-aef0-4523d19d9175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:13.081176 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca6dabd8-693a-4da5-aef0-4523d19d9175 admin admin] Publish callbacks [] for security_group (224ada4a-2197-4892-881c-103235fd9d20), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:13.084693 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-ca6dabd8-693a-4da5-aef0-4523d19d9175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (224ada4a-2197-4892-881c-103235fd9d20), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:13.124506 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-ca6dabd8-693a-4da5-aef0-4523d19d9175 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8754e81457734d3cb8e738b89558be6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276469 Apr 12 11:15:13.125716 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6dabd8-693a-4da5-aef0-4523d19d9175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224ada4a-2197-4892-881c-103235fd9d20,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:13.127171 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57914) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:13.174675 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cb475d67-69df-4df2-b246-b2a3926c6f55 admin admin] Publish callbacks [] for security_group (224ada4a-2197-4892-881c-103235fd9d20), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:13.197001 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cb475d67-69df-4df2-b246-b2a3926c6f55 admin admin] Publish callbacks [] for security_group (224ada4a-2197-4892-881c-103235fd9d20), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:13.246527 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cb475d67-69df-4df2-b246-b2a3926c6f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (224ada4a-2197-4892-881c-103235fd9d20), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:13.249084 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-cb475d67-69df-4df2-b246-b2a3926c6f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:13.250205 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-cb475d67-69df-4df2-b246-b2a3926c6f55 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/224ada4a-2197-4892-881c-103235fd9d20 HTTP/1.1" status: 204 len: 168 time: 0.1220691 Apr 12 11:15:13.257390 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb475d67-69df-4df2-b246-b2a3926c6f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224ada4a-2197-4892-881c-103235fd9d20,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:17.264698 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57972) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:17.364699 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-38c1b94c-592d-40bf-8c3c-cd14d9a340c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.439425 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-38c1b94c-592d-40bf-8c3c-cd14d9a340c7 admin admin] Publish callbacks [] for security_group (a4f834ca-f1d7-4e02-9da6-1a77011af342), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.446043 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-38c1b94c-592d-40bf-8c3c-cd14d9a340c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (a4f834ca-f1d7-4e02-9da6-1a77011af342), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.485723 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-38c1b94c-592d-40bf-8c3c-cd14d9a340c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa557adf2a714a2fb67120e6fe715508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199562 Apr 12 11:15:17.486587 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c1b94c-592d-40bf-8c3c-cd14d9a340c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f834ca-f1d7-4e02-9da6-1a77011af342,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:17.488393 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57976) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:17.537920 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9afc-1b47-4633-a2e2-35a9d0bbdba6 admin admin] Publish callbacks [] for security_group (a4f834ca-f1d7-4e02-9da6-1a77011af342), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.559976 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9afc-1b47-4633-a2e2-35a9d0bbdba6 admin admin] Publish callbacks [] for security_group (a4f834ca-f1d7-4e02-9da6-1a77011af342), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.604541 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9afc-1b47-4633-a2e2-35a9d0bbdba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (a4f834ca-f1d7-4e02-9da6-1a77011af342), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.607081 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9afc-1b47-4633-a2e2-35a9d0bbdba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.608245 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-fe9a9afc-1b47-4633-a2e2-35a9d0bbdba6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4f834ca-f1d7-4e02-9da6-1a77011af342 HTTP/1.1" status: 204 len: 168 time: 0.1183276 Apr 12 11:15:17.615704 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a9afc-1b47-4633-a2e2-35a9d0bbdba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f834ca-f1d7-4e02-9da6-1a77011af342,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:17.866397 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 57982) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:17.881133 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5611e4bb-309e-4503-9ace-4d9b7daa4dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.956795 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5611e4bb-309e-4503-9ace-4d9b7daa4dcf admin admin] Publish callbacks [] for security_group (93ab2bb1-de25-401f-a9b7-80cd1fa2ea22), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.960474 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-5611e4bb-309e-4503-9ace-4d9b7daa4dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (93ab2bb1-de25-401f-a9b7-80cd1fa2ea22), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:17.998881 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-5611e4bb-309e-4503-9ace-4d9b7daa4dcf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=72d98b6b6acf44a0b703c0acf0e1dc48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314051 Apr 12 11:15:17.999800 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611e4bb-309e-4503-9ace-4d9b7daa4dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ab2bb1-de25-401f-a9b7-80cd1fa2ea22,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:18.001567 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 57984) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:18.049513 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e50b8df2-8929-4b80-9821-dd245df82864 admin admin] Publish callbacks [] for security_group (93ab2bb1-de25-401f-a9b7-80cd1fa2ea22), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.071302 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e50b8df2-8929-4b80-9821-dd245df82864 admin admin] Publish callbacks [] for security_group (93ab2bb1-de25-401f-a9b7-80cd1fa2ea22), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.115219 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e50b8df2-8929-4b80-9821-dd245df82864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (93ab2bb1-de25-401f-a9b7-80cd1fa2ea22), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.118270 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-e50b8df2-8929-4b80-9821-dd245df82864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.119543 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-e50b8df2-8929-4b80-9821-dd245df82864 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/93ab2bb1-de25-401f-a9b7-80cd1fa2ea22 HTTP/1.1" status: 204 len: 168 time: 0.1163960 Apr 12 11:15:18.126777 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b8df2-8929-4b80-9821-dd245df82864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ab2bb1-de25-401f-a9b7-80cd1fa2ea22,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:18.761004 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 58006) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:18.857985 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.v2.base [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-589973245-network', 'tenant_id': 'c95368fdcaec4eaaba4a0027269d86d1'}} {{(pid=103202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:15:18.881475 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] Made reservation on behalf of c95368fdcaec4eaaba4a0027269d86d1 for: {'network': 1} {{(pid=103202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:15:18.884654 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for network (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.895264 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.969611 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] Publish callbacks [] for security_group (079c7faf-3ef4-44b7-8494-4494f675c617), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.973801 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (079c7faf-3ef4-44b7-8494-4494f675c617), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:18.996719 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=103202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 11:15:19.011965 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079c7faf-3ef4-44b7-8494-4494f675c617,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:19.015907 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (c2152032-9ed2-4f69-b136-9ccf36add3e8), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:19.016269 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.db.segments_db [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] Added segment c2152032-9ed2-4f69-b136-9ccf36add3e8 of type vlan for network c02ce88d-385f-4e94-b13e-93615d51593b Apr 12 11:15:19.057478 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740820337246'] for network (c02ce88d-385f-4e94-b13e-93615d51593b), precommit_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:19.081377 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130'] for network (c02ce88d-385f-4e94-b13e-93615d51593b), after_create {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:19.082380 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:19.082971 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:19.111991 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3495965 Apr 12 11:15:19.114935 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 58010) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:19.120432 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [None req-d64d6151-a8ce-4aee-9595-c0559dfdc6d5 admin admin] Request body: {'subnet': {'network_id': 'c02ce88d-385f-4e94-b13e-93615d51593b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-589973245-subnet', 'tenant_id': 'c95368fdcaec4eaaba4a0027269d86d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:15:19.140554 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64d6151-a8ce-4aee-9595-c0559dfdc6d5 admin admin] Made reservation on behalf of c95368fdcaec4eaaba4a0027269d86d1 for: {'subnet': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:15:19.142805 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d64d6151-a8ce-4aee-9595-c0559dfdc6d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24906906'] for subnet (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:19.147974 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c1019-cb3d-4eba-b10e-4dcff73be009 admin admin] Pushing event updated for resources: {'Network': ['ID=c02ce88d-385f-4e94-b13e-93615d51593b,revision_number=1']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:19.159404 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Network c02ce88d-385f-4e94-b13e-93615d51593b details requested by agent ovs-agent-dv-cinder-830089-4-iscsi with host dv-cinder-830089-4-iscsi {{(pid=103204) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 11:15:19.306894 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d64d6151-a8ce-4aee-9595-c0559dfdc6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12698830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24906888'] for subnet (494c8bf5-2f76-4993-8ac3-e8bf22f775b4), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:19.369328 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d6151-a8ce-4aee-9595-c0559dfdc6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=494c8bf5-2f76-4993-8ac3-e8bf22f775b4,revision_number=0']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:19.376158 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64d6151-a8ce-4aee-9595-c0559dfdc6d5 admin admin] Checking segment: {'id': 'c2152032-9ed2-4f69-b136-9ccf36add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c02ce88d-385f-4e94-b13e-93615d51593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:15:19.376520 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d6151-a8ce-4aee-9595-c0559dfdc6d5 admin admin] Network hostable DHCP agents. Network: c02ce88d-385f-4e94-b13e-93615d51593b, hostable agents: ['bf45e946-aabe-41cb-9cc4-3dbb067740f0'], hosted agents: [] {{(pid=103203) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 11:15:19.394523 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64d6151-a8ce-4aee-9595-c0559dfdc6d5 admin admin] Network c02ce88d-385f-4e94-b13e-93615d51593b is scheduled to be hosted by DHCP agent bf45e946-aabe-41cb-9cc4-3dbb067740f0 with binding_index 1 {{(pid=103203) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 11:15:19.403758 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [None req-d64d6151-a8ce-4aee-9595-c0559dfdc6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830089-4-iscsi, c02ce88d-385f-4e94-b13e-93615d51593b) {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:15:19.408560 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d6151-a8ce-4aee-9595-c0559dfdc6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:19.409710 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-d64d6151-a8ce-4aee-9595-c0559dfdc6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:19.412838 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5805c7c5-e297-4363-8d04-b39cb81515f5 None None] Network c02ce88d-385f-4e94-b13e-93615d51593b requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:15:19.425623 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-d64d6151-a8ce-4aee-9595-c0559dfdc6d5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3095798 Apr 12 11:15:19.515739 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ae01d2-607b-4320-827f-b1760c8ec95e None None] Network c02ce88d-385f-4e94-b13e-93615d51593b requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:15:21.186109 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-45c6282c-fd48-4183-b053-6f817bb3d16d tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:21.187845 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-45c6282c-fd48-4183-b053-6f817bb3d16d tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/networks?id=c02ce88d-385f-4e94-b13e-93615d51593b HTTP/1.1" status: 200 len: 813 time: 0.1005039 Apr 12 11:15:21.202082 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-63a66a5e-7e65-4265-8671-bb20a68a8f60 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/quotas/c95368fdcaec4eaaba4a0027269d86d1 HTTP/1.1" status: 200 len: 375 time: 0.0088701 Apr 12 11:15:21.236773 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-777eedbc-9e8d-4c4e-ae75-50ea32b4a404 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c95368fdcaec4eaaba4a0027269d86d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300918 Apr 12 11:15:21.292603 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-00a84e8d-c7f1-4b0b-939d-b92f3c19482b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103203) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 11:15:21.293619 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-00a84e8d-c7f1-4b0b-939d-b92f3c19482b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507429 Apr 12 11:15:21.378831 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-4f3b0995-808e-4a62-bf73-2a02fc49df94 service neutron] 10.222.0.55 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794339 Apr 12 11:15:21.467918 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-b4b9bcd0-ad48-4ff7-99fb-022573820a23 service neutron] 10.222.0.55 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830057 Apr 12 11:15:21.625801 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b58e2cc0-464a-4008-9ced-e5015d1bb4bb req-d31ac8f6-539b-4344-8418-076c5087c99b tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 210 time: 0.0282702 Apr 12 11:15:22.720886 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4e0ad4f7-4237-43b1-be06-693c4bdf96b8 req-821123f2-0058-4a24-8576-4317022deb22 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 210 time: 0.0278633 Apr 12 11:15:22.827112 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-c51a78bb-01fb-443b-9115-e35e5e64addc tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:22.828548 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-c51a78bb-01fb-443b-9115-e35e5e64addc tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.61 "GET /v2.0/networks?id=c02ce88d-385f-4e94-b13e-93615d51593b HTTP/1.1" status: 200 len: 813 time: 0.1057885 Apr 12 11:15:22.852235 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-5eb538f3-b16f-4ed9-a61e-6472059f02c1 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Request body: {'port': {'device_id': '8d9482cb-7dda-4eba-a634-17d9c0747a05', 'network_id': 'c02ce88d-385f-4e94-b13e-93615d51593b', 'admin_state_up': True, 'tenant_id': 'c95368fdcaec4eaaba4a0027269d86d1'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:15:22.959437 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-5eb538f3-b16f-4ed9-a61e-6472059f02c1 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Made reservation on behalf of c95368fdcaec4eaaba4a0027269d86d1 for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:15:22.963236 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-5eb538f3-b16f-4ed9-a61e-6472059f02c1 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:23.093614 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-5eb538f3-b16f-4ed9-a61e-6472059f02c1 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Allocated IP 172.20.0.3 (c02ce88d-385f-4e94-b13e-93615d51593b/494c8bf5-2f76-4993-8ac3-e8bf22f775b4/99d6c0cc-a607-4a15-8e09-71b252f38ab7) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:15:23.247590 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-5eb538f3-b16f-4ed9-a61e-6472059f02c1 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks [] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:23.279779 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-5eb538f3-b16f-4ed9-a61e-6472059f02c1 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:23.323842 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-5eb538f3-b16f-4ed9-a61e-6472059f02c1 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Network c02ce88d-385f-4e94-b13e-93615d51593b is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:15:23.326730 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-5eb538f3-b16f-4ed9-a61e-6472059f02c1 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:15:23.330258 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-5eb538f3-b16f-4ed9-a61e-6472059f02c1 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:15:23.336915 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb538f3-b16f-4ed9-a61e-6472059f02c1 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Pushing event updated for resources: {'Port': ['ID=99d6c0cc-a607-4a15-8e09-71b252f38ab7,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:23.380330 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-5eb538f3-b16f-4ed9-a61e-6472059f02c1 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:23.380935 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-5eb538f3-b16f-4ed9-a61e-6472059f02c1 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:23.395011 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-5eb538f3-b16f-4ed9-a61e-6472059f02c1 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5480852 Apr 12 11:15:23.417937 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Request body: {'port': {'device_id': '8d9482cb-7dda-4eba-a634-17d9c0747a05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:15:23.475958 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:23.727450 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d6c0cc-a607-4a15-8e09-71b252f38ab7 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:15:23.734540 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Publish callbacks [] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:23.746640 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Transition to ACTIVE for port object 99d6c0cc-a607-4a15-8e09-71b252f38ab7 will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:15:23.751287 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:23.833477 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Pushing event updated for resources: {'Port': ['ID=99d6c0cc-a607-4a15-8e09-71b252f38ab7,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:23.883595 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b08b0-a77f-4543-aeb3-a4f84b17b3f4 req-95cdd08d-98b0-412d-8e75-99719a884a5d tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:23.885039 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-259b08b0-a77f-4543-aeb3-a4f84b17b3f4 req-95cdd08d-98b0-412d-8e75-99719a884a5d tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 943 time: 0.0931304 Apr 12 11:15:23.927053 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Attempting to bind port 99d6c0cc-a607-4a15-8e09-71b252f38ab7 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:15:23.927411 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Attempting to bind port 99d6c0cc-a607-4a15-8e09-71b252f38ab7 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c2152032-9ed2-4f69-b136-9ccf36add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c02ce88d-385f-4e94-b13e-93615d51593b'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:15:23.927738 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Attempting to bind port 99d6c0cc-a607-4a15-8e09-71b252f38ab7 on network c02ce88d-385f-4e94-b13e-93615d51593b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:15:23.941231 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Port 99d6c0cc-a607-4a15-8e09-71b252f38ab7 on network c02ce88d-385f-4e94-b13e-93615d51593b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:15:23.941545 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Attempting to bind port 99d6c0cc-a607-4a15-8e09-71b252f38ab7 on network c02ce88d-385f-4e94-b13e-93615d51593b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:15:23.952082 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:15:23.952414 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Checking segment: {'id': 'c2152032-9ed2-4f69-b136-9ccf36add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c02ce88d-385f-4e94-b13e-93615d51593b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:15:23.952793 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Bound using segment: {'id': 'c2152032-9ed2-4f69-b136-9ccf36add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c02ce88d-385f-4e94-b13e-93615d51593b'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:15:23.953216 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Bound port: 99d6c0cc-a607-4a15-8e09-71b252f38ab7, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2152032-9ed2-4f69-b136-9ccf36add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c02ce88d-385f-4e94-b13e-93615d51593b'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:15:23.953569 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:23.965789 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-259b08b0-a77f-4543-aeb3-a4f84b17b3f4 req-a5dca385-5523-480d-8a8e-d1fd58faa56a tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747218 Apr 12 11:15:24.021906 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] For port 99d6c0cc-a607-4a15-8e09-71b252f38ab7, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:15:24.025312 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] For port 99d6c0cc-a607-4a15-8e09-71b252f38ab7, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=99d6c0cc-a607-4a15-8e09-71b252f38ab7,segment=NetworkSegment(c2152032-9ed2-4f69-b136-9ccf36add3e8),segment_id=c2152032-9ed2-4f69-b136-9ccf36add3e8)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:15:24.032156 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:24.067845 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:24.068455 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:24.069815 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] 10.222.0.61 "PUT /v2.0/ports/99d6c0cc-a607-4a15-8e09-71b252f38ab7 HTTP/1.1" status: 200 len: 1093 time: 0.6564999 Apr 12 11:15:24.070246 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9482cb-7dda-4eba-a634-17d9c0747a05', 'tag': '99d6c0cc-a607-4a15-8e09-71b252f38ab7'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:15:24.072628 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2837a79c-95d6-48d4-970b-ca5de23527e2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9482cb-7dda-4eba-a634-17d9c0747a05", "tag": "99d6c0cc-a607-4a15-8e09-71b252f38ab7"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:15:24.093587 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df2ac9-4951-414a-b9e3-7186262bff1f service neutron] Pushing event updated for resources: {'Port': ['ID=99d6c0cc-a607-4a15-8e09-71b252f38ab7,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:24.111696 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff2ae21-6467-4377-97ef-f36f46b30ddd x-openstack-request-id: req-cff2ae21-6467-4377-97ef-f36f46b30ddd {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:15:24.111982 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9482cb-7dda-4eba-a634-17d9c0747a05", "tag": "99d6c0cc-a607-4a15-8e09-71b252f38ab7", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:15:24.112806 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cff2ae21-6467-4377-97ef-f36f46b30ddd {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:15:24.112806 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff2ae21-6467-4377-97ef-f36f46b30ddd'] response: {'name': 'network-changed', 'server_uuid': '8d9482cb-7dda-4eba-a634-17d9c0747a05', 'tag': '99d6c0cc-a607-4a15-8e09-71b252f38ab7', 'status': 'completed', 'code': 200} Apr 12 11:15:24.171550 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-170cb718-e1a2-4f8d-9fbf-ce9f9941ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:24.173042 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-170cb718-e1a2-4f8d-9fbf-ce9f9941ecd1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c95368fdcaec4eaaba4a0027269d86d1&device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 1127 time: 0.0399294 Apr 12 11:15:24.228469 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-c664d637-efaa-4e4f-b92f-b46ab647a512 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99d6c0cc-a607-4a15-8e09-71b252f38ab7 HTTP/1.1" status: 200 len: 217 time: 0.0340922 Apr 12 11:15:24.281002 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-0bc85e3f-79a6-46d8-ab6d-fb0b5c09a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:24.282291 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-0bc85e3f-79a6-46d8-ab6d-fb0b5c09a8b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=494c8bf5-2f76-4993-8ac3-e8bf22f775b4 HTTP/1.1" status: 200 len: 853 time: 0.0446935 Apr 12 11:15:24.315721 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-e78557c8-48a9-47bb-a438-ae0b7bdcd26e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c02ce88d-385f-4e94-b13e-93615d51593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242548 Apr 12 11:15:24.404344 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-69bd8644-1586-49a6-9c13-cbe9369c39e7 service neutron] 10.222.0.61 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791085 Apr 12 11:15:24.497084 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-407bf027-03c1-4c7c-b8ee-554b6d13a195 req-70ce8508-a12a-463f-995b-1a04d5f7f70a service neutron] 10.222.0.61 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834026 Apr 12 11:15:24.610103 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-445c162e-5a85-43ec-ab39-34ff5b385361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:25.077183 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0156ba2-9fa3-4266-a374-147b3f0069f3 req-ffda5b04-33c2-41d4-bc57-2f3dfd019566 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:25.078640 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e0156ba2-9fa3-4266-a374-147b3f0069f3 req-ffda5b04-33c2-41d4-bc57-2f3dfd019566 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 943 time: 0.0464973 Apr 12 11:15:25.124980 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-e0156ba2-9fa3-4266-a374-147b3f0069f3 req-5f62a9f0-fa02-443b-a5cb-353ae794608e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 Apr 12 11:15:25.534665 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837a79c-95d6-48d4-970b-ca5de23527e2 req-f9994341-1fca-4576-afd6-568fd157cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:25.536165 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2837a79c-95d6-48d4-970b-ca5de23527e2 req-f9994341-1fca-4576-afd6-568fd157cf97 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c95368fdcaec4eaaba4a0027269d86d1&device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 1127 time: 0.0416653 Apr 12 11:15:25.624783 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837a79c-95d6-48d4-970b-ca5de23527e2 req-bb6deb4d-4340-4409-bb67-d4b081c36be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:25.626252 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2837a79c-95d6-48d4-970b-ca5de23527e2 req-bb6deb4d-4340-4409-bb67-d4b081c36be0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c02ce88d-385f-4e94-b13e-93615d51593b HTTP/1.1" status: 200 len: 914 time: 0.0818901 Apr 12 11:15:25.673657 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2837a79c-95d6-48d4-970b-ca5de23527e2 req-967956c3-64ba-4e28-a14b-6d5e2e804e91 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99d6c0cc-a607-4a15-8e09-71b252f38ab7 HTTP/1.1" status: 200 len: 217 time: 0.0375955 Apr 12 11:15:25.720775 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837a79c-95d6-48d4-970b-ca5de23527e2 req-3fd3c840-2cd7-4bb0-93aa-f4b2dec39491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:25.722159 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2837a79c-95d6-48d4-970b-ca5de23527e2 req-3fd3c840-2cd7-4bb0-93aa-f4b2dec39491 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=494c8bf5-2f76-4993-8ac3-e8bf22f775b4 HTTP/1.1" status: 200 len: 853 time: 0.0423789 Apr 12 11:15:25.754929 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2837a79c-95d6-48d4-970b-ca5de23527e2 req-45527753-b418-456c-908f-81306d975d34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c02ce88d-385f-4e94-b13e-93615d51593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236037 Apr 12 11:15:25.853213 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2837a79c-95d6-48d4-970b-ca5de23527e2 req-d558c4ce-2507-4760-8626-334b1fbc4522 service neutron] 10.222.0.61 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886729 Apr 12 11:15:25.942210 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-2837a79c-95d6-48d4-970b-ca5de23527e2 req-6a379c81-4f3f-4a26-8b22-e8ce7db5d13c service neutron] 10.222.0.61 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797889 Apr 12 11:15:26.238824 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180d984-15d0-43f6-8256-318982b9d6b9 req-705ee2ae-7d3a-406d-a403-f09d41104bfc tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:26.240339 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9180d984-15d0-43f6-8256-318982b9d6b9 req-705ee2ae-7d3a-406d-a403-f09d41104bfc tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 943 time: 0.0470998 Apr 12 11:15:26.290585 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9180d984-15d0-43f6-8256-318982b9d6b9 req-e38f4c00-6c65-4dd6-b28d-3dc79ee3ea13 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 Apr 12 11:15:26.903926 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-f9e2ffd9-d968-4beb-9b3d-6ec0020cea51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:27.398466 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983ced6-096c-44bc-8a16-e111e4b5a113 req-9856a20a-3819-467a-b90b-8ff4e8ade576 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:27.400104 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9983ced6-096c-44bc-8a16-e111e4b5a113 req-9856a20a-3819-467a-b90b-8ff4e8ade576 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 943 time: 0.0453653 Apr 12 11:15:27.456505 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9983ced6-096c-44bc-8a16-e111e4b5a113 req-e35a2d19-b3e6-40cc-b078-02814743d136 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509229 Apr 12 11:15:27.548726 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 99d6c0cc-a607-4a15-8e09-71b252f38ab7 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:15:27.647399 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 99d6c0cc-a607-4a15-8e09-71b252f38ab7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=99d6c0cc-a607-4a15-8e09-71b252f38ab7,segment=NetworkSegment(c2152032-9ed2-4f69-b136-9ccf36add3e8),segment_id=c2152032-9ed2-4f69-b136-9ccf36add3e8)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:27.658989 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': '99d6c0cc-a607-4a15-8e09-71b252f38ab7', 'network_id': 'c02ce88d-385f-4e94-b13e-93615d51593b', 'port_id': '99d6c0cc-a607-4a15-8e09-71b252f38ab7', 'mac_address': 'fa:16:3e:8e:7d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494c8bf5-2f76-4993-8ac3-e8bf22f775b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:15:27.695536 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 99d6c0cc-a607-4a15-8e09-71b252f38ab7 is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:15:27.695929 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:27.708393 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d6c0cc-a607-4a15-8e09-71b252f38ab7 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:15:27.728104 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 99d6c0cc-a607-4a15-8e09-71b252f38ab7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=99d6c0cc-a607-4a15-8e09-71b252f38ab7,segment=NetworkSegment(c2152032-9ed2-4f69-b136-9ccf36add3e8),segment_id=c2152032-9ed2-4f69-b136-9ccf36add3e8)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:27.732039 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:27.782996 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=99d6c0cc-a607-4a15-8e09-71b252f38ab7,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:28.112792 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['99d6c0cc-a607-4a15-8e09-71b252f38ab7'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:15:28.164101 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:28.568325 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e84178-0e99-4b86-b3ce-c444df61d87b req-a940da6b-65bc-423f-a84d-9b93fd248206 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:28.569757 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-29e84178-0e99-4b86-b3ce-c444df61d87b req-a940da6b-65bc-423f-a84d-9b93fd248206 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 944 time: 0.0455437 Apr 12 11:15:28.615334 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-29e84178-0e99-4b86-b3ce-c444df61d87b req-56575854-bc3c-495b-beb1-db158e1cfa74 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399868 Apr 12 11:15:29.410570 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 58072) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:29.558241 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 99d6c0cc-a607-4a15-8e09-71b252f38ab7 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:15:29.559952 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-465ac2fc-7426-4e39-a7bd-628fcb5a7e15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Deleting port f81e1f5a-9f45-4480-96a2-85c766273e12 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:15:29.560303 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-465ac2fc-7426-4e39-a7bd-628fcb5a7e15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (f81e1f5a-9f45-4480-96a2-85c766273e12), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:29.600316 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port 99d6c0cc-a607-4a15-8e09-71b252f38ab7 completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:15:29.606613 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port 99d6c0cc-a607-4a15-8e09-71b252f38ab7 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:15:29.607051 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:29.634114 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-465ac2fc-7426-4e39-a7bd-628fcb5a7e15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (f81e1f5a-9f45-4480-96a2-85c766273e12), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:29.634699 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-465ac2fc-7426-4e39-a7bd-628fcb5a7e15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for floatingip (f81e1f5a-9f45-4480-96a2-85c766273e12), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:29.649346 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-465ac2fc-7426-4e39-a7bd-628fcb5a7e15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Calling delete_port for f81e1f5a-9f45-4480-96a2-85c766273e12 owned by network:floatingip {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:15:29.695671 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port 99d6c0cc-a607-4a15-8e09-71b252f38ab7 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:15:29.696061 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:29.699755 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:29.723708 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9482cb-7dda-4eba-a634-17d9c0747a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d6c0cc-a607-4a15-8e09-71b252f38ab7'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:15:29.725915 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c18660f-10a6-4197-8265-1fe9d076b718" -d '{"events": [{"server_uuid": "8d9482cb-7dda-4eba-a634-17d9c0747a05", "name": "network-vif-plugged", "status": "completed", "tag": "99d6c0cc-a607-4a15-8e09-71b252f38ab7"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:15:29.738966 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port 99d6c0cc-a607-4a15-8e09-71b252f38ab7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=99d6c0cc-a607-4a15-8e09-71b252f38ab7,segment=NetworkSegment(c2152032-9ed2-4f69-b136-9ccf36add3e8),segment_id=c2152032-9ed2-4f69-b136-9ccf36add3e8)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:29.747117 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:29.750480 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0a373-f17f-46d3-aeb4-64f3b72c9630 req-239d6bce-f1f6-4543-8ae0-b8ad57edb7da tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:29.753041 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d4a0a373-f17f-46d3-aeb4-64f3b72c9630 req-239d6bce-f1f6-4543-8ae0-b8ad57edb7da tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 944 time: 0.0578494 Apr 12 11:15:29.798472 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=99d6c0cc-a607-4a15-8e09-71b252f38ab7,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:29.838637 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d4a0a373-f17f-46d3-aeb4-64f3b72c9630 req-c2c3ecc0-c4d7-4b43-be7a-7429459ae9f7 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758624 Apr 12 11:15:29.890678 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-465ac2fc-7426-4e39-a7bd-628fcb5a7e15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (f81e1f5a-9f45-4480-96a2-85c766273e12), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:29.910585 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d813475-8b7e-4103-a2aa-c2fc48b626e3 x-openstack-request-id: req-0d813475-8b7e-4103-a2aa-c2fc48b626e3 {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:15:29.910881 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9482cb-7dda-4eba-a634-17d9c0747a05", "name": "network-vif-plugged", "status": "completed", "tag": "99d6c0cc-a607-4a15-8e09-71b252f38ab7", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:15:29.911158 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d813475-8b7e-4103-a2aa-c2fc48b626e3 {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:15:29.911557 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d813475-8b7e-4103-a2aa-c2fc48b626e3'] response: {'server_uuid': '8d9482cb-7dda-4eba-a634-17d9c0747a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d6c0cc-a607-4a15-8e09-71b252f38ab7', 'code': 200} Apr 12 11:15:29.916077 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ac2fc-7426-4e39-a7bd-628fcb5a7e15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event deleted for resources: {'Port': ['ID=f81e1f5a-9f45-4480-96a2-85c766273e12,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:29.974858 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-465ac2fc-7426-4e39-a7bd-628fcb5a7e15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for floatingip (2f0c227f-6ba0-4816-83f2-ee50e10ae1a7), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:29.975220 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [None req-465ac2fc-7426-4e39-a7bd-628fcb5a7e15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Floating IP 2f0c227f-6ba0-4816-83f2-ee50e10ae1a7 disassociated (deleted). External IP: 172.27.0.88, port: 000f4279-360f-4324-ae5f-439e692c85b1. Apr 12 11:15:30.161189 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93c043-d8c1-44ae-a037-565859e91f8b req-ddf997a6-00a6-4834-8652-823dc9e86df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:30.162565 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8f93c043-d8c1-44ae-a037-565859e91f8b req-ddf997a6-00a6-4834-8652-823dc9e86df0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 1129 time: 0.0455782 Apr 12 11:15:30.245213 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8f93c043-d8c1-44ae-a037-565859e91f8b req-f3eed61e-17b2-45cd-bd52-faaac1fcec0d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576162 Apr 12 11:15:30.248976 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465ac2fc-7426-4e39-a7bd-628fcb5a7e15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:15:30.352442 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465ac2fc-7426-4e39-a7bd-628fcb5a7e15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:15:30.357131 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-465ac2fc-7426-4e39-a7bd-628fcb5a7e15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:30.361503 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ce2fb7-06e6-4d63-bb92-037daa4c5672 None None] Sync routers for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:15:30.371598 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce2fb7-06e6-4d63-bb92-037daa4c5672 None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:15:30.372214 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d1ce2fb7-06e6-4d63-bb92-037daa4c5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:15:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:30.388559 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-465ac2fc-7426-4e39-a7bd-628fcb5a7e15 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "DELETE /v2.0/floatingips/2f0c227f-6ba0-4816-83f2-ee50e10ae1a7 HTTP/1.1" status: 204 len: 168 time: 0.9768798 Apr 12 11:15:30.389119 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'tag': '000f4279-360f-4324-ae5f-439e692c85b1'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:15:30.391387 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a87277-bd9c-496a-adab-4714ec23156e" -d '{"events": [{"name": "network-changed", "server_uuid": "17771a3e-d469-4f44-b7e5-54ca377301d7", "tag": "000f4279-360f-4324-ae5f-439e692c85b1"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:15:30.428890 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c78fab3-4b37-40f2-b53f-7f91f097bca9 x-openstack-request-id: req-5c78fab3-4b37-40f2-b53f-7f91f097bca9 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:15:30.429186 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17771a3e-d469-4f44-b7e5-54ca377301d7", "tag": "000f4279-360f-4324-ae5f-439e692c85b1", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:15:30.429444 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c78fab3-4b37-40f2-b53f-7f91f097bca9 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:15:30.429915 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c78fab3-4b37-40f2-b53f-7f91f097bca9'] response: {'name': 'network-changed', 'server_uuid': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'tag': '000f4279-360f-4324-ae5f-439e692c85b1', 'status': 'completed', 'code': 200} Apr 12 11:15:30.491646 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d1ce2fb7-06e6-4d63-bb92-037daa4c5672 None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:15:30.653092 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b3fc0-f748-4849-a7e5-f87d7c479547 req-e78976ff-709f-404d-9731-d826c62657b5 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:30.654595 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-db1b3fc0-f748-4849-a7e5-f87d7c479547 req-e78976ff-709f-404d-9731-d826c62657b5 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 945 time: 0.0873265 Apr 12 11:15:30.655989 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a87277-bd9c-496a-adab-4714ec23156e req-78d2f374-6d92-457f-bdb0-c0f2de2826de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:30.657355 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-71a87277-bd9c-496a-adab-4714ec23156e req-78d2f374-6d92-457f-bdb0-c0f2de2826de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 1129 time: 0.0680192 Apr 12 11:15:30.704838 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-db1b3fc0-f748-4849-a7e5-f87d7c479547 req-f3d822e2-a234-4742-9d63-4115c9151030 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443640 Apr 12 11:15:30.719212 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d1ce2fb7-06e6-4d63-bb92-037daa4c5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': 'f504bbd6-e980-45b8-84b0-79810c1b6939', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '0597adba-2465-4dec-a93e-7c93c5f96858', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:81:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:11:18Z', 'updated_at': '2022-04-12T11:11:21Z', 'revision_number': 1, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:30.750367 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ce2fb7-06e6-4d63-bb92-037daa4c5672 None None] Checking router: 12f0ccb6-3320-49a1-857a-30fb0c2468f1 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:15:30.759601 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce2fb7-06e6-4d63-bb92-037daa4c5672 None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:15:30.760205 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d1ce2fb7-06e6-4d63-bb92-037daa4c5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:15:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:30.958133 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07df4cb-43a0-48f1-9ab3-ce1c64cff826 req-2f47d151-53df-4ea4-83e5-d22047dc75e5 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:30.959547 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d07df4cb-43a0-48f1-9ab3-ce1c64cff826 req-2f47d151-53df-4ea4-83e5-d22047dc75e5 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 945 time: 0.0507355 Apr 12 11:15:31.004915 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d07df4cb-43a0-48f1-9ab3-ce1c64cff826 req-5992bf2a-6203-4071-bc1b-4c951a453c47 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396302 Apr 12 11:15:31.005648 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-d1ce2fb7-06e6-4d63-bb92-037daa4c5672 None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:15:31.169635 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:31.233414 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-d1ce2fb7-06e6-4d63-bb92-037daa4c5672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': 'f504bbd6-e980-45b8-84b0-79810c1b6939', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '0597adba-2465-4dec-a93e-7c93c5f96858', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:81:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:11:18Z', 'updated_at': '2022-04-12T11:11:21Z', 'revision_number': 1, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:31.263239 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ce2fb7-06e6-4d63-bb92-037daa4c5672 None None] The sync data for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi is: [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_floatingips': [{'id': 'f504bbd6-e980-45b8-84b0-79810c1b6939', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'router_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'port_id': '0597adba-2465-4dec-a93e-7c93c5f96858', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'mac_address': 'fa:16:3e:81:90:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T11:11:18Z', 'updated_at': '2022-04-12T11:11:21Z', 'revision_number': 1, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:15:31.483592 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6e9907-fb35-471a-a592-2a6d96e28091 None None] New status for floating IP 2f0c227f-6ba0-4816-83f2-ee50e10ae1a7: DOWN {{(pid=103205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:15:31.817318 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba40d25-bafa-4ab0-a964-0f1a99e3f16f req-5a175669-0a4d-40a3-9d69-993d98fea175 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:31.818757 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8ba40d25-bafa-4ab0-a964-0f1a99e3f16f req-5a175669-0a4d-40a3-9d69-993d98fea175 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 945 time: 0.0473924 Apr 12 11:15:31.866149 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8ba40d25-bafa-4ab0-a964-0f1a99e3f16f req-47948cf8-c140-460e-a241-4f40a08c4418 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417113 Apr 12 11:15:32.117090 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488b67d-e089-4a13-a388-68fc8ea7b361 req-a07c349b-b746-4e4f-bdff-ad5773e60138 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:32.119127 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3488b67d-e089-4a13-a388-68fc8ea7b361 req-a07c349b-b746-4e4f-bdff-ad5773e60138 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 945 time: 0.0461898 Apr 12 11:15:32.170243 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-3488b67d-e089-4a13-a388-68fc8ea7b361 req-ae3524b8-1b01-436e-a260-10bccb38b590 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453024 Apr 12 11:15:32.491395 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a87277-bd9c-496a-adab-4714ec23156e req-f06ae3c0-0db4-4659-9eaf-2261599c4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:32.493479 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-71a87277-bd9c-496a-adab-4714ec23156e req-f06ae3c0-0db4-4659-9eaf-2261599c4d00 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 912 time: 0.0886085 Apr 12 11:15:32.980482 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289baa92-dd47-4615-b811-9f86ac568ed3 req-7d038bc1-afe3-4993-a334-b4087e1ee515 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:32.981914 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-289baa92-dd47-4615-b811-9f86ac568ed3 req-7d038bc1-afe3-4993-a334-b4087e1ee515 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 945 time: 0.0454626 Apr 12 11:15:33.032223 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-289baa92-dd47-4615-b811-9f86ac568ed3 req-1eaa2431-cd71-4550-a4b3-1696cbd9ebb8 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448453 Apr 12 11:15:33.176442 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-71a87277-bd9c-496a-adab-4714ec23156e req-c0eaaaff-a886-4a16-955b-256528cdd4a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=000f4279-360f-4324-ae5f-439e692c85b1 HTTP/1.1" status: 200 len: 217 time: 0.0332987 Apr 12 11:15:33.340871 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11b8c0-86d1-4064-bdc5-95fe19b15488 req-abae9060-8c8a-4b9f-adb5-6c15238a1281 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:33.342304 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5f11b8c0-86d1-4064-bdc5-95fe19b15488 req-abae9060-8c8a-4b9f-adb5-6c15238a1281 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 945 time: 0.1069484 Apr 12 11:15:33.349921 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50933b56-ee93-4ca2-86ab-7147d3723a6e req-e5359a48-e09c-4ff5-8bf3-07f2b2eab695 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:33.351243 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-50933b56-ee93-4ca2-86ab-7147d3723a6e req-e5359a48-e09c-4ff5-8bf3-07f2b2eab695 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 945 time: 0.1067803 Apr 12 11:15:33.369274 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a87277-bd9c-496a-adab-4714ec23156e req-7298c4bc-d740-446a-b2c8-059783248f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:33.370581 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-71a87277-bd9c-496a-adab-4714ec23156e req-7298c4bc-d740-446a-b2c8-059783248f72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dec2725a-db75-4393-837d-063e3bb8e039 HTTP/1.1" status: 200 len: 850 time: 0.1252027 Apr 12 11:15:33.756014 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a87277-bd9c-496a-adab-4714ec23156e req-b5329a92-c3b7-4ec3-b4bc-089d35834a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:33.757451 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-71a87277-bd9c-496a-adab-4714ec23156e req-b5329a92-c3b7-4ec3-b4bc-089d35834a8b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa720ae2-ca1f-4b0a-85c6-68af09558684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3652101 Apr 12 11:15:33.763161 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5f11b8c0-86d1-4064-bdc5-95fe19b15488 req-a8327d22-e8f2-4ec9-9128-4880373abc89 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105244 Apr 12 11:15:33.787918 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-50933b56-ee93-4ca2-86ab-7147d3723a6e req-6cf8934c-076f-4730-8083-1498417cb951 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Deleting port 000f4279-360f-4324-ae5f-439e692c85b1 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:15:33.788325 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-50933b56-ee93-4ca2-86ab-7147d3723a6e req-6cf8934c-076f-4730-8083-1498417cb951 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (000f4279-360f-4324-ae5f-439e692c85b1), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:33.979550 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-71a87277-bd9c-496a-adab-4714ec23156e req-54995c70-63d5-4569-8227-71dd3ddfea26 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136769 Apr 12 11:15:33.985030 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-50933b56-ee93-4ca2-86ab-7147d3723a6e req-6cf8934c-076f-4730-8083-1498417cb951 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] For port 000f4279-360f-4324-ae5f-439e692c85b1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=000f4279-360f-4324-ae5f-439e692c85b1,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:33.985693 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-50933b56-ee93-4ca2-86ab-7147d3723a6e req-6cf8934c-076f-4730-8083-1498417cb951 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (000f4279-360f-4324-ae5f-439e692c85b1), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:34.024377 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-50933b56-ee93-4ca2-86ab-7147d3723a6e req-6cf8934c-076f-4730-8083-1498417cb951 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Calling delete_port for 000f4279-360f-4324-ae5f-439e692c85b1 owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:15:34.236266 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133d3fa-e4a0-43e8-9128-27efc57f7ff0 req-2d9b80a8-b010-4c06-8129-176f3c7e0cee tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:34.237798 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9133d3fa-e4a0-43e8-9128-27efc57f7ff0 req-2d9b80a8-b010-4c06-8129-176f3c7e0cee tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=17771a3e-d469-4f44-b7e5-54ca377301d7 HTTP/1.1" status: 200 len: 945 time: 0.1149838 Apr 12 11:15:34.245510 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-71a87277-bd9c-496a-adab-4714ec23156e req-40a91661-4cf7-4dde-aead-04e4fd3fcc87 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561188 Apr 12 11:15:34.354887 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9133d3fa-e4a0-43e8-9128-27efc57f7ff0 req-b870794e-2f2f-4797-b5c6-815800d63a9b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079712 Apr 12 11:15:34.377626 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-50933b56-ee93-4ca2-86ab-7147d3723a6e req-6cf8934c-076f-4730-8083-1498417cb951 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (000f4279-360f-4324-ae5f-439e692c85b1), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:34.417067 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8934c-076f-4730-8083-1498417cb951 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event deleted for resources: {'Port': ['ID=000f4279-360f-4324-ae5f-439e692c85b1,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:34.461490 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-50933b56-ee93-4ca2-86ab-7147d3723a6e req-6cf8934c-076f-4730-8083-1498417cb951 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] No DVR routers for this DVR port 000f4279-360f-4324-ae5f-439e692c85b1 on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:15:34.464170 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-50933b56-ee93-4ca2-86ab-7147d3723a6e req-6cf8934c-076f-4730-8083-1498417cb951 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:34.467519 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-50933b56-ee93-4ca2-86ab-7147d3723a6e req-6cf8934c-076f-4730-8083-1498417cb951 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "DELETE /v2.0/ports/000f4279-360f-4324-ae5f-439e692c85b1 HTTP/1.1" status: 204 len: 173 time: 1.1061215 Apr 12 11:15:34.467942 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'name': 'network-vif-deleted', 'tag': '000f4279-360f-4324-ae5f-439e692c85b1'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:15:34.470275 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c8e457-577d-4312-ba7f-0563603436d5" -d '{"events": [{"server_uuid": "17771a3e-d469-4f44-b7e5-54ca377301d7", "name": "network-vif-deleted", "tag": "000f4279-360f-4324-ae5f-439e692c85b1"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:15:34.518152 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d450be35-4ef4-4f2f-8be1-89db87b5159d x-openstack-request-id: req-d450be35-4ef4-4f2f-8be1-89db87b5159d {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:15:34.518445 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17771a3e-d469-4f44-b7e5-54ca377301d7", "name": "network-vif-deleted", "tag": "000f4279-360f-4324-ae5f-439e692c85b1", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:15:34.518697 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d450be35-4ef4-4f2f-8be1-89db87b5159d {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:15:34.519099 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d450be35-4ef4-4f2f-8be1-89db87b5159d'] response: {'server_uuid': '17771a3e-d469-4f44-b7e5-54ca377301d7', 'name': 'network-vif-deleted', 'tag': '000f4279-360f-4324-ae5f-439e692c85b1', 'status': 'completed', 'code': 200} Apr 12 11:15:35.573925 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 000f4279-360f-4324-ae5f-439e692c85b1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:15:35.593754 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: 000f4279-360f-4324-ae5f-439e692c85b1 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:15:35.594098 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 000f4279-360f-4324-ae5f-439e692c85b1 not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:15:37.649449 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 58178) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:37.800233 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ddf03-8f13-4358-ab32-90b554103051 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Deleting port d4a5eebd-74f9-485c-b5de-13bda1ffc5a1 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:15:37.800573 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddf03-8f13-4358-ab32-90b554103051 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (d4a5eebd-74f9-485c-b5de-13bda1ffc5a1), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.880347 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddf03-8f13-4358-ab32-90b554103051 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (d4a5eebd-74f9-485c-b5de-13bda1ffc5a1), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.880703 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddf03-8f13-4358-ab32-90b554103051 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for floatingip (d4a5eebd-74f9-485c-b5de-13bda1ffc5a1), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:37.883382 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:15:37.894443 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-2e0ddf03-8f13-4358-ab32-90b554103051 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Calling delete_port for d4a5eebd-74f9-485c-b5de-13bda1ffc5a1 owned by network:floatingip {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:15:38.042874 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddf03-8f13-4358-ab32-90b554103051 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (d4a5eebd-74f9-485c-b5de-13bda1ffc5a1), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:38.068741 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ddf03-8f13-4358-ab32-90b554103051 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event deleted for resources: {'Port': ['ID=d4a5eebd-74f9-485c-b5de-13bda1ffc5a1,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:38.127767 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddf03-8f13-4358-ab32-90b554103051 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for floatingip (f504bbd6-e980-45b8-84b0-79810c1b6939), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:38.128157 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.db.l3_db [None req-2e0ddf03-8f13-4358-ab32-90b554103051 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Floating IP f504bbd6-e980-45b8-84b0-79810c1b6939 disassociated (deleted). External IP: 172.27.0.13, port: 0597adba-2465-4dec-a93e-7c93c5f96858. Apr 12 11:15:38.371001 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0ddf03-8f13-4358-ab32-90b554103051 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:15:38.484065 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0ddf03-8f13-4358-ab32-90b554103051 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:15:38.488879 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-2e0ddf03-8f13-4358-ab32-90b554103051 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:38.494719 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9892c8-ecb9-4a46-a902-78a6079d788a None None] Sync routers for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:15:38.504327 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9892c8-ecb9-4a46-a902-78a6079d788a None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:15:38.505259 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3b9892c8-ecb9-4a46-a902-78a6079d788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:15:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:38.519369 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-2e0ddf03-8f13-4358-ab32-90b554103051 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "DELETE /v2.0/floatingips/f504bbd6-e980-45b8-84b0-79810c1b6939 HTTP/1.1" status: 204 len: 168 time: 0.8688104 Apr 12 11:15:38.519955 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'tag': '0597adba-2465-4dec-a93e-7c93c5f96858'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:15:38.522184 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9336b10c-93b9-4fdd-8997-d8eaeb5322e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0481555-b863-4eeb-9823-c206deb6c20e", "tag": "0597adba-2465-4dec-a93e-7c93c5f96858"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:15:38.568111 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6baa70-407f-4215-baca-a72b698d9c53 x-openstack-request-id: req-dc6baa70-407f-4215-baca-a72b698d9c53 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:15:38.568407 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0481555-b863-4eeb-9823-c206deb6c20e", "tag": "0597adba-2465-4dec-a93e-7c93c5f96858", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:15:38.568665 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc6baa70-407f-4215-baca-a72b698d9c53 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:15:38.569081 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc6baa70-407f-4215-baca-a72b698d9c53'] response: {'name': 'network-changed', 'server_uuid': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'tag': '0597adba-2465-4dec-a93e-7c93c5f96858', 'status': 'completed', 'code': 200} Apr 12 11:15:38.636918 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-3b9892c8-ecb9-4a46-a902-78a6079d788a None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:15:38.665438 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336b10c-93b9-4fdd-8997-d8eaeb5322e7 req-b970e3d2-1162-4b80-b904-f7a9877d9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:38.667101 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9336b10c-93b9-4fdd-8997-d8eaeb5322e7 req-b970e3d2-1162-4b80-b904-f7a9877d9cae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7dd6497eaaad4a05931933cef921baf7&device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 1130 time: 0.0470026 Apr 12 11:15:38.798997 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a9894-90ca-4b31-b0bf-c6c1f3dcafd6 req-b865d18f-f18d-4dd3-b5e6-eea264cee0a9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:38.800487 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5f3a9894-90ca-4b31-b0bf-c6c1f3dcafd6 req-b865d18f-f18d-4dd3-b5e6-eea264cee0a9 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 946 time: 0.0614252 Apr 12 11:15:38.817719 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336b10c-93b9-4fdd-8997-d8eaeb5322e7 req-ce323143-2bd5-4b76-9a89-9ffea7a245ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:38.819242 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9336b10c-93b9-4fdd-8997-d8eaeb5322e7 req-ce323143-2bd5-4b76-9a89-9ffea7a245ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 200 len: 912 time: 0.1447985 Apr 12 11:15:38.852332 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3b9892c8-ecb9-4a46-a902-78a6079d788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:38.856853 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5f3a9894-90ca-4b31-b0bf-c6c1f3dcafd6 req-45d27ede-f156-44e9-b639-e0087394e841 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498092 Apr 12 11:15:38.886301 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9892c8-ecb9-4a46-a902-78a6079d788a None None] Checking router: 12f0ccb6-3320-49a1-857a-30fb0c2468f1 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:15:38.894860 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9892c8-ecb9-4a46-a902-78a6079d788a None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:15:38.895520 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3b9892c8-ecb9-4a46-a902-78a6079d788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:15:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:39.006927 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-3b9892c8-ecb9-4a46-a902-78a6079d788a None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:15:39.200553 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-3b9892c8-ecb9-4a46-a902-78a6079d788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:39.230727 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9892c8-ecb9-4a46-a902-78a6079d788a None None] The sync data for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi is: [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:07:54Z', 'revision_number': 4, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi', '_interfaces': [{'id': 'd2d85a75-e1d7-46e0-bd89-79ab3ed3a903', 'name': '', 'network_id': 'aa720ae2-ca1f-4b0a-85c6-68af09558684', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'mac_address': 'fa:16:3e:bd:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:52Z', 'updated_at': '2022-04-12T11:07:58Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'subnets': [{'id': 'dec2725a-db75-4393-837d-063e3bb8e039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:15:39.451343 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c451a78c-46c7-4c8a-98b1-58a7957ace78 None None] New status for floating IP f504bbd6-e980-45b8-84b0-79810c1b6939: DOWN {{(pid=103205) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 11:15:39.935556 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9336b10c-93b9-4fdd-8997-d8eaeb5322e7 req-5ef5c008-5d21-419d-b92c-10522bfc7ba9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0597adba-2465-4dec-a93e-7c93c5f96858 HTTP/1.1" status: 200 len: 217 time: 0.0397623 Apr 12 11:15:40.007415 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819b1be-b577-49d7-8886-3c9913af040b req-45c15803-c48b-41fa-a7da-1ae142db164f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:40.009526 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b819b1be-b577-49d7-8886-3c9913af040b req-45c15803-c48b-41fa-a7da-1ae142db164f tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 946 time: 0.0764756 Apr 12 11:15:40.031077 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336b10c-93b9-4fdd-8997-d8eaeb5322e7 req-a6929a06-9ea1-45e6-ac99-5fe34c980736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:40.032524 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9336b10c-93b9-4fdd-8997-d8eaeb5322e7 req-a6929a06-9ea1-45e6-ac99-5fe34c980736 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dec2725a-db75-4393-837d-063e3bb8e039 HTTP/1.1" status: 200 len: 850 time: 0.0716035 Apr 12 11:15:40.067382 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-b819b1be-b577-49d7-8886-3c9913af040b req-7c710774-6774-462d-8490-b1f40bc9aafd tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/security-groups?id=ba26ea4b-e682-49d2-97cb-8fc0601ce230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519361 Apr 12 11:15:40.185909 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336b10c-93b9-4fdd-8997-d8eaeb5322e7 req-18e9ea1b-79d6-4da0-b375-3519a3ddbeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:40.187739 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9336b10c-93b9-4fdd-8997-d8eaeb5322e7 req-18e9ea1b-79d6-4da0-b375-3519a3ddbeb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aa720ae2-ca1f-4b0a-85c6-68af09558684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399873 Apr 12 11:15:40.275766 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9336b10c-93b9-4fdd-8997-d8eaeb5322e7 req-3acbfdac-3cc0-40b1-953e-03a7aab6ee8e service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819802 Apr 12 11:15:40.480671 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-9336b10c-93b9-4fdd-8997-d8eaeb5322e7 req-c34f3452-2084-4d8e-bff0-a2f2b04d4798 service neutron] 10.222.0.61 "GET /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882411 Apr 12 11:15:40.566581 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201ab9f-45df-427b-8bc4-d4ff1abbe2c5 req-e7b36f05-58fe-403c-b19d-f96eddf54562 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:40.568081 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5201ab9f-45df-427b-8bc4-d4ff1abbe2c5 req-e7b36f05-58fe-403c-b19d-f96eddf54562 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 946 time: 0.0486364 Apr 12 11:15:40.659184 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-5201ab9f-45df-427b-8bc4-d4ff1abbe2c5 req-e3f92393-5924-4b67-8f93-e24d57bc02ed tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Deleting port 0597adba-2465-4dec-a93e-7c93c5f96858 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:15:40.659525 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-5201ab9f-45df-427b-8bc4-d4ff1abbe2c5 req-e3f92393-5924-4b67-8f93-e24d57bc02ed tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (0597adba-2465-4dec-a93e-7c93c5f96858), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:40.748335 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-5201ab9f-45df-427b-8bc4-d4ff1abbe2c5 req-e3f92393-5924-4b67-8f93-e24d57bc02ed tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] For port 0597adba-2465-4dec-a93e-7c93c5f96858, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=0597adba-2465-4dec-a93e-7c93c5f96858,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:40.748696 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-5201ab9f-45df-427b-8bc4-d4ff1abbe2c5 req-e3f92393-5924-4b67-8f93-e24d57bc02ed tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (0597adba-2465-4dec-a93e-7c93c5f96858), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:40.762276 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-5201ab9f-45df-427b-8bc4-d4ff1abbe2c5 req-e3f92393-5924-4b67-8f93-e24d57bc02ed tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Calling delete_port for 0597adba-2465-4dec-a93e-7c93c5f96858 owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:15:40.799553 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:40.903507 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-5201ab9f-45df-427b-8bc4-d4ff1abbe2c5 req-e3f92393-5924-4b67-8f93-e24d57bc02ed tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (0597adba-2465-4dec-a93e-7c93c5f96858), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:40.934105 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f92393-5924-4b67-8f93-e24d57bc02ed tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event deleted for resources: {'Port': ['ID=0597adba-2465-4dec-a93e-7c93c5f96858,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:40.975666 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-5201ab9f-45df-427b-8bc4-d4ff1abbe2c5 req-e3f92393-5924-4b67-8f93-e24d57bc02ed tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] No DVR routers for this DVR port 0597adba-2465-4dec-a93e-7c93c5f96858 on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:15:40.978678 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-5201ab9f-45df-427b-8bc4-d4ff1abbe2c5 req-e3f92393-5924-4b67-8f93-e24d57bc02ed tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:40.981898 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-5201ab9f-45df-427b-8bc4-d4ff1abbe2c5 req-e3f92393-5924-4b67-8f93-e24d57bc02ed tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.61 "DELETE /v2.0/ports/0597adba-2465-4dec-a93e-7c93c5f96858 HTTP/1.1" status: 204 len: 173 time: 0.4081335 Apr 12 11:15:40.982329 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'name': 'network-vif-deleted', 'tag': '0597adba-2465-4dec-a93e-7c93c5f96858'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:15:40.984550 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caf9c15-847a-41a2-88f1-dfedd242cf03" -d '{"events": [{"server_uuid": "c0481555-b863-4eeb-9823-c206deb6c20e", "name": "network-vif-deleted", "tag": "0597adba-2465-4dec-a93e-7c93c5f96858"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:15:41.026098 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf085f9-deeb-4c82-bc5f-e1ec7b593919 x-openstack-request-id: req-8cf085f9-deeb-4c82-bc5f-e1ec7b593919 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:15:41.026494 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0481555-b863-4eeb-9823-c206deb6c20e", "name": "network-vif-deleted", "tag": "0597adba-2465-4dec-a93e-7c93c5f96858", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:15:41.026762 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8cf085f9-deeb-4c82-bc5f-e1ec7b593919 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:15:41.027235 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf085f9-deeb-4c82-bc5f-e1ec7b593919'] response: {'server_uuid': 'c0481555-b863-4eeb-9823-c206deb6c20e', 'name': 'network-vif-deleted', 'tag': '0597adba-2465-4dec-a93e-7c93c5f96858', 'status': 'completed', 'code': 200} Apr 12 11:15:41.165040 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-1c847e78-b762-40a3-831c-df0012d49824 req-29226539-4150-4aad-b906-75df38761641 tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0481555-b863-4eeb-9823-c206deb6c20e HTTP/1.1" status: 200 len: 210 time: 0.0300028 Apr 12 11:15:42.234026 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 58204) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:42.349771 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7cd36-3aa7-4d59-8d4f-6439f061e49b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Deleting port b7fd08ad-68a2-4413-b577-daeaa7c1c545 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:15:42.350106 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f2f7cd36-3aa7-4d59-8d4f-6439f061e49b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (b7fd08ad-68a2-4413-b577-daeaa7c1c545), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:42.424791 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f2f7cd36-3aa7-4d59-8d4f-6439f061e49b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (b7fd08ad-68a2-4413-b577-daeaa7c1c545), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:42.425112 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f2f7cd36-3aa7-4d59-8d4f-6439f061e49b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for floatingip (b7fd08ad-68a2-4413-b577-daeaa7c1c545), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:42.438767 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7cd36-3aa7-4d59-8d4f-6439f061e49b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Calling delete_port for b7fd08ad-68a2-4413-b577-daeaa7c1c545 owned by network:floatingip {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:15:42.582263 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f2f7cd36-3aa7-4d59-8d4f-6439f061e49b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (b7fd08ad-68a2-4413-b577-daeaa7c1c545), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:42.608240 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7cd36-3aa7-4d59-8d4f-6439f061e49b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event deleted for resources: {'Port': ['ID=b7fd08ad-68a2-4413-b577-daeaa7c1c545,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:42.674596 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f2f7cd36-3aa7-4d59-8d4f-6439f061e49b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for floatingip (e4668478-af84-4a25-917a-c0b33d9ef774), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:42.677155 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-f2f7cd36-3aa7-4d59-8d4f-6439f061e49b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for floatingip (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:42.678296 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-f2f7cd36-3aa7-4d59-8d4f-6439f061e49b tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "DELETE /v2.0/floatingips/e4668478-af84-4a25-917a-c0b33d9ef774 HTTP/1.1" status: 204 len: 168 time: 0.4432974 Apr 12 11:15:43.590775 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 0597adba-2465-4dec-a93e-7c93c5f96858 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:15:43.611045 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: 0597adba-2465-4dec-a93e-7c93c5f96858 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:15:43.611413 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 0597adba-2465-4dec-a93e-7c93c5f96858 not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:15:43.880841 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 58220) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:43.939706 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7a6291f-b5e6-45e5-b482-75916bcd33ef tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group (ba26ea4b-e682-49d2-97cb-8fc0601ce230), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:43.965107 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7a6291f-b5e6-45e5-b482-75916bcd33ef tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group (ba26ea4b-e682-49d2-97cb-8fc0601ce230), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.026005 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7a6291f-b5e6-45e5-b482-75916bcd33ef tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (ba26ea4b-e682-49d2-97cb-8fc0601ce230), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.029905 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-e7a6291f-b5e6-45e5-b482-75916bcd33ef tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.033483 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-e7a6291f-b5e6-45e5-b482-75916bcd33ef tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] 10.222.0.55 "DELETE /v2.0/security-groups/ba26ea4b-e682-49d2-97cb-8fc0601ce230 HTTP/1.1" status: 204 len: 168 time: 0.1491747 Apr 12 11:15:44.043436 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6291f-b5e6-45e5-b482-75916bcd33ef tempest-TestVolumeBootPattern-816856774 tempest-TestVolumeBootPattern-816856774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba26ea4b-e682-49d2-97cb-8fc0601ce230,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:44.093711 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 58224) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:44.562962 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1e777c3a-ffa2-404d-894c-a232d4b0ddd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478385'] for router_interface (12f0ccb6-3320-49a1-857a-30fb0c2468f1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.794270 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1e777c3a-ffa2-404d-894c-a232d4b0ddd2 admin admin] Deleting port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:15:44.794608 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1e777c3a-ffa2-404d-894c-a232d4b0ddd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.878147 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-1e777c3a-ffa2-404d-894c-a232d4b0ddd2 admin admin] For port d2d85a75-e1d7-46e0-bd89-79ab3ed3a903, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=d2d85a75-e1d7-46e0-bd89-79ab3ed3a903,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:44.878511 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1e777c3a-ffa2-404d-894c-a232d4b0ddd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:44.891282 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-1e777c3a-ffa2-404d-894c-a232d4b0ddd2 admin admin] Calling delete_port for d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 owned by network:router_interface {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:15:45.069715 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1e777c3a-ffa2-404d-894c-a232d4b0ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (d2d85a75-e1d7-46e0-bd89-79ab3ed3a903), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:45.092791 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e777c3a-ffa2-404d-894c-a232d4b0ddd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d85a75-e1d7-46e0-bd89-79ab3ed3a903,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:45.271461 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-1e777c3a-ffa2-404d-894c-a232d4b0ddd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16478237'] for router_interface (12f0ccb6-3320-49a1-857a-30fb0c2468f1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:45.734698 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e777c3a-ffa2-404d-894c-a232d4b0ddd2 admin admin] Router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:15:45.841581 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e777c3a-ffa2-404d-894c-a232d4b0ddd2 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:15:45.846532 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-1e777c3a-ffa2-404d-894c-a232d4b0ddd2 admin admin] 10.222.0.55 "PUT /v2.0/routers/12f0ccb6-3320-49a1-857a-30fb0c2468f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7516134 Apr 12 11:15:45.849038 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 58244) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:45.851633 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c544c5f-8746-4cc2-8326-02099f04e02d None None] Sync routers for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:15:45.862519 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c544c5f-8746-4cc2-8326-02099f04e02d None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:15:45.863149 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9c544c5f-8746-4cc2-8326-02099f04e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:15:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:45.952608 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] Publish callbacks [] for router (12f0ccb6-3320-49a1-857a-30fb0c2468f1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:45.970940 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-9c544c5f-8746-4cc2-8326-02099f04e02d None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:15:46.057566 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] Publish callbacks [] for router_gateway (12f0ccb6-3320-49a1-857a-30fb0c2468f1), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.101111 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] Deleting port 2ae7a4e8-349b-418e-ad9e-88d7749549fb {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:15:46.101585 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (2ae7a4e8-349b-418e-ad9e-88d7749549fb), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.148930 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9c544c5f-8746-4cc2-8326-02099f04e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:15:45Z', 'revision_number': 5, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port': {'id': '2ae7a4e8-349b-418e-ad9e-88d7749549fb', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:50Z', 'updated_at': '2022-04-12T11:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:46.176912 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c544c5f-8746-4cc2-8326-02099f04e02d None None] Checking router: 12f0ccb6-3320-49a1-857a-30fb0c2468f1 for host: dv-cinder-830089-4-iscsi {{(pid=103204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:15:46.178733 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] For port 2ae7a4e8-349b-418e-ad9e-88d7749549fb, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=2ae7a4e8-349b-418e-ad9e-88d7749549fb,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:46.179091 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (2ae7a4e8-349b-418e-ad9e-88d7749549fb), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.185821 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c544c5f-8746-4cc2-8326-02099f04e02d None None] Routers {'12f0ccb6-3320-49a1-857a-30fb0c2468f1'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:15:46.186430 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9c544c5f-8746-4cc2-8326-02099f04e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:15:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'], 'active': True} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:46.197051 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] Calling delete_port for 2ae7a4e8-349b-418e-ad9e-88d7749549fb owned by network:router_gateway {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:15:46.274861 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvr_db [None req-9c544c5f-8746-4cc2-8326-02099f04e02d None None] Set router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 gateway port host: None {{(pid=103204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:15:46.330653 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_hamode_db [None req-9c544c5f-8746-4cc2-8326-02099f04e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:15:46Z', 'revision_number': 6, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port_host': None}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:46.356972 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c544c5f-8746-4cc2-8326-02099f04e02d None None] The sync data for ids ['12f0ccb6-3320-49a1-857a-30fb0c2468f1'] in dv-cinder-830089-4-iscsi is: [{'id': '12f0ccb6-3320-49a1-857a-30fb0c2468f1', 'name': 'tempest-TestVolumeBootPattern-539802554-router', 'tenant_id': '7dd6497eaaad4a05931933cef921baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:49Z', 'updated_at': '2022-04-12T11:15:46Z', 'revision_number': 6, 'project_id': '7dd6497eaaad4a05931933cef921baf7', 'gw_port_host': None}] {{(pid=103204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:15:46.363776 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (2ae7a4e8-349b-418e-ad9e-88d7749549fb), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.390290 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae7a4e8-349b-418e-ad9e-88d7749549fb,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:46.451725 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16479227'] for router_gateway (12f0ccb6-3320-49a1-857a-30fb0c2468f1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.541084 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16431445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-442'] for router (12f0ccb6-3320-49a1-857a-30fb0c2468f1), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.543201 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] Publish callbacks [] for router_controller (12f0ccb6-3320-49a1-857a-30fb0c2468f1), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.591431 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16431452'] for router (12f0ccb6-3320-49a1-857a-30fb0c2468f1), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.591924 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12f0ccb6-3320-49a1-857a-30fb0c2468f1 {{(pid=103202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:15:46.596182 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.597307 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-3fb34724-842f-48db-9142-fddca2fa8e73 admin admin] 10.222.0.55 "DELETE /v2.0/routers/12f0ccb6-3320-49a1-857a-30fb0c2468f1 HTTP/1.1" status: 204 len: 168 time: 0.7473576 Apr 12 11:15:46.599872 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 58246) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:46.643503 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Deleting subnet dec2725a-db75-4393-837d-063e3bb8e039 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:15:46.646425 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Publish callbacks [] for subnet (dec2725a-db75-4393-837d-063e3bb8e039), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.679250 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13103813'] for subnet (dec2725a-db75-4393-837d-063e3bb8e039), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.763688 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (dec2725a-db75-4393-837d-063e3bb8e039), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.816672 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13070966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12863354'] for subnet (dec2725a-db75-4393-837d-063e3bb8e039), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.841397 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec2725a-db75-4393-837d-063e3bb8e039,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:46.849135 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.851959 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abfddae-474d-4dd5-9a5d-3c5fde7d7eec None None] Network aa720ae2-ca1f-4b0a-85c6-68af09558684 requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:15:46.853077 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dec2725a-db75-4393-837d-063e3bb8e039 HTTP/1.1" status: 204 len: 168 time: 0.2515798 Apr 12 11:15:46.855408 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 58250) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:46.862491 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.862840 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.863210 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.863557 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.863897 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.864238 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.864681 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.865022 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.865353 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.865682 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.866011 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.866344 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.866670 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.866996 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.867370 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f34239-4bdb-4038-96f4-424cd3b349b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:46.931392 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (aa720ae2-ca1f-4b0a-85c6-68af09558684), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:46.984708 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Deleting port 7f00568e-a79a-44ef-8f7e-f730487dcb13 {{(pid=103202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:15:46.985140 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.048319 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.db [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] For port 7f00568e-a79a-44ef-8f7e-f730487dcb13, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=7f00568e-a79a-44ef-8f7e-f730487dcb13,segment=NetworkSegment(f40a56ad-eddf-4532-8fdf-ba3179cd0c25),segment_id=f40a56ad-eddf-4532-8fdf-ba3179cd0c25)] {{(pid=103202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:47.048621 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.060992 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.plugin [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Calling delete_port for 7f00568e-a79a-44ef-8f7e-f730487dcb13 owned by network:dhcp {{(pid=103202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:15:47.135549 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19595fbe-7ca3-4fa6-ac83-3a5765767d30 None None] DHCP port deletion for aa720ae2-ca1f-4b0a-85c6-68af09558684 request from dv-cinder-830089-4-iscsi {{(pid=103204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:15:47.147617 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13070859'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.175128 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-19595fbe-7ca3-4fa6-ac83-3a5765767d30 None None] Deleting port 7f00568e-a79a-44ef-8f7e-f730487dcb13 {{(pid=103204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:15:47.175519 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-19595fbe-7ca3-4fa6-ac83-3a5765767d30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), before_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.179910 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] No DVR routers for this DVR port 7f00568e-a79a-44ef-8f7e-f730487dcb13 on host dv-cinder-830089-4-iscsi {{(pid=103202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:15:47.185184 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f00568e-a79a-44ef-8f7e-f730487dcb13,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:47.247917 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-19595fbe-7ca3-4fa6-ac83-3a5765767d30 None None] For port 7f00568e-a79a-44ef-8f7e-f730487dcb13, host dv-cinder-830089-4-iscsi, got binding levels [] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:47.248499 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-19595fbe-7ca3-4fa6-ac83-3a5765767d30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), precommit_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.261441 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (aa720ae2-ca1f-4b0a-85c6-68af09558684), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.275057 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 7f00568e-a79a-44ef-8f7e-f730487dcb13 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:15:47.278956 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-19595fbe-7ca3-4fa6-ac83-3a5765767d30 None None] Calling delete_port for 7f00568e-a79a-44ef-8f7e-f730487dcb13 owned by network:dhcp {{(pid=103204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:15:47.282089 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.ipam_backend_mixin [None req-19595fbe-7ca3-4fa6-ac83-3a5765767d30 None None] Port 7f00568e-a79a-44ef-8f7e-f730487dcb13 was not found and therefore no delete operation was performed {{(pid=103204) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 11:15:47.288273 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa720ae2-ca1f-4b0a-85c6-68af09558684']}} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:47.298443 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25') {'for_net_delete': True} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:47.298724 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.services.segments.db [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40a56ad-eddf-4532-8fdf-ba3179cd0c25') {} {{(pid=103202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:47.299103 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 7f00568e-a79a-44ef-8f7e-f730487dcb13 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:15:47.299469 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 7f00568e-a79a-44ef-8f7e-f730487dcb13 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:15:47.299874 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 2ae7a4e8-349b-418e-ad9e-88d7749549fb no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:15:47.301642 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-19595fbe-7ca3-4fa6-ac83-3a5765767d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091'] for port (7f00568e-a79a-44ef-8f7e-f730487dcb13), after_delete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.309571 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13103820'] for segment (f40a56ad-eddf-4532-8fdf-ba3179cd0c25), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.322964 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (f40a56ad-eddf-4532-8fdf-ba3179cd0c25), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.328967 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:15:47.329755 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13071068'] for segment (f40a56ad-eddf-4532-8fdf-ba3179cd0c25), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: Traceback (most recent call last): Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: timer() Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: cb(*args, **kw) Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: return func(*args, **kwargs) Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: self._notify() Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: self.callback(batched_events) Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: event.method(event) Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: return f(self, *a, **k) Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: return self._get(url).json() Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: return self.request(url, 'GET', **kwargs) Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:15:47.331216 dv-cinder-830089-4-iscsi neutron-server[103202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:15:47.344058 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 2ae7a4e8-349b-418e-ad9e-88d7749549fb {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:15:47.344416 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 2ae7a4e8-349b-418e-ad9e-88d7749549fb not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:15:47.344811 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:15:47.346855 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19595fbe-7ca3-4fa6-ac83-3a5765767d30 None None] Pushing event deleted for resources: {'Port': ['ID=7f00568e-a79a-44ef-8f7e-f730487dcb13,revision_number=None']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:47.350925 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19595fbe-7ca3-4fa6-ac83-3a5765767d30 None None] No DVR routers for this DVR port 7f00568e-a79a-44ef-8f7e-f730487dcb13 on host dv-cinder-830089-4-iscsi {{(pid=103204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:15:47.369336 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:15:47.369676 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device d2d85a75-e1d7-46e0-bd89-79ab3ed3a903 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:15:47.391166 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (aa720ae2-ca1f-4b0a-85c6-68af09558684), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.396671 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.400279 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] 10.222.0.55 "DELETE /v2.0/networks/aa720ae2-ca1f-4b0a-85c6-68af09558684 HTTP/1.1" status: 204 len: 168 time: 0.5437639 Apr 12 11:15:47.403090 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 58252) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:47.411335 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e8cea-b931-4e8c-879f-9f088706ad70 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa720ae2-ca1f-4b0a-85c6-68af09558684,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:47.737988 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478385'] for router_interface (b62907e1-67fe-4d99-bc1a-cc953b79be54), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:47.966622 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Deleting port 0c408a71-b570-47e4-a146-64a2acde4d47 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:15:47.966959 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:48.041960 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] For port 0c408a71-b570-47e4-a146-64a2acde4d47, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=0c408a71-b570-47e4-a146-64a2acde4d47,segment=NetworkSegment(3d5dafde-046e-48a6-be77-028c2a8e4bd6),segment_id=3d5dafde-046e-48a6-be77-028c2a8e4bd6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:48.042318 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:48.054712 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Calling delete_port for 0c408a71-b570-47e4-a146-64a2acde4d47 owned by network:router_interface {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:15:48.240485 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (0c408a71-b570-47e4-a146-64a2acde4d47), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:48.269863 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c408a71-b570-47e4-a146-64a2acde4d47,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:48.294466 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.294741 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.295087 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.295451 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.295786 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.296113 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.296437 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.296761 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.297084 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.297408 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.297733 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.298056 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.298372 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.298692 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.299007 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:15:48.441186 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16478237'] for router_interface (b62907e1-67fe-4d99-bc1a-cc953b79be54), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:48.849328 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-af4530d2-e793-407f-be79-4f562a1a99a8 req-9f76b46f-7cee-41b7-b21e-9862f94c2840 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484552 Apr 12 11:15:48.983868 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4530d2-e793-407f-be79-4f562a1a99a8 req-a63083c8-5ce6-4a1f-9fd6-41eb1f435dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:48.985334 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-af4530d2-e793-407f-be79-4f562a1a99a8 req-a63083c8-5ce6-4a1f-9fd6-41eb1f435dc1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c95368fdcaec4eaaba4a0027269d86d1&device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 1129 time: 0.0517228 Apr 12 11:15:48.993405 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Router b62907e1-67fe-4d99-bc1a-cc953b79be54 has already been hosted by L3 agent 7eb4ea11-064b-403f-b754-66ce3bab47eb {{(pid=103203) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 11:15:49.169499 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] Notify agent at l3_agent.dv-cinder-830089-4-iscsi the message routers_updated {{(pid=103203) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 11:15:49.171362 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4530d2-e793-407f-be79-4f562a1a99a8 req-88877c29-dacc-412c-9685-df87c3f9eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:49.172829 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-af4530d2-e793-407f-be79-4f562a1a99a8 req-88877c29-dacc-412c-9685-df87c3f9eac8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c02ce88d-385f-4e94-b13e-93615d51593b HTTP/1.1" status: 200 len: 914 time: 0.1681504 Apr 12 11:15:49.179563 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-ace446ce-7c35-4ff5-8662-0130f3f18c57 admin admin] 10.222.0.55 "PUT /v2.0/routers/b62907e1-67fe-4d99-bc1a-cc953b79be54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7720554 Apr 12 11:15:49.179563 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 58258) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:49.181301 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf3d3a-539f-47c5-a05e-fd3116c60346 None None] Sync routers for ids ['b62907e1-67fe-4d99-bc1a-cc953b79be54'] in dv-cinder-830089-4-iscsi {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 11:15:49.192113 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf3d3a-539f-47c5-a05e-fd3116c60346 None None] Routers {'b62907e1-67fe-4d99-bc1a-cc953b79be54'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:15:49.192113 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-15cf3d3a-539f-47c5-a05e-fd3116c60346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:15:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['b62907e1-67fe-4d99-bc1a-cc953b79be54'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:49.253266 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-af4530d2-e793-407f-be79-4f562a1a99a8 req-422e02b1-58b6-4fe6-a25a-5c60c95f876a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99d6c0cc-a607-4a15-8e09-71b252f38ab7 HTTP/1.1" status: 200 len: 217 time: 0.0723443 Apr 12 11:15:49.298631 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-15cf3d3a-539f-47c5-a05e-fd3116c60346 None None] Set router b62907e1-67fe-4d99-bc1a-cc953b79be54 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:15:49.346024 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4530d2-e793-407f-be79-4f562a1a99a8 req-566715fd-1462-4bef-a6d0-5f833b94e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:15:49.347505 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-af4530d2-e793-407f-be79-4f562a1a99a8 req-566715fd-1462-4bef-a6d0-5f833b94e986 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=494c8bf5-2f76-4993-8ac3-e8bf22f775b4 HTTP/1.1" status: 200 len: 853 time: 0.0855625 Apr 12 11:15:49.366502 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] Publish callbacks [] for router (b62907e1-67fe-4d99-bc1a-cc953b79be54), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.385580 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-af4530d2-e793-407f-be79-4f562a1a99a8 req-ac03d358-b3cc-47ab-a85e-ef44dd28a7e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c02ce88d-385f-4e94-b13e-93615d51593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298178 Apr 12 11:15:49.463610 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-15cf3d3a-539f-47c5-a05e-fd3116c60346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'name': 'tempest-TestVolumeBootPattern-1931048878-router', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:58Z', 'updated_at': '2022-04-12T11:15:48Z', 'revision_number': 5, 'project_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'gw_port': {'id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:59Z', 'updated_at': '2022-04-12T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:49.492671 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf3d3a-539f-47c5-a05e-fd3116c60346 None None] Checking router: b62907e1-67fe-4d99-bc1a-cc953b79be54 for host: dv-cinder-830089-4-iscsi {{(pid=103205) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 11:15:49.501868 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf3d3a-539f-47c5-a05e-fd3116c60346 None None] Routers {'b62907e1-67fe-4d99-bc1a-cc953b79be54'} bound to L3 agent in host dv-cinder-830089-4-iscsi {{(pid=103205) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 11:15:49.502468 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-15cf3d3a-539f-47c5-a05e-fd3116c60346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830089-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T10:54:57Z,description=,heartbeat_timestamp=2022-04-12T11:15:27Z,host='dv-cinder-830089-4-iscsi',id=7eb4ea11-064b-403f-b754-66ce3bab47eb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T10:54:57Z,topic='l3_agent')) {'router_ids': ['b62907e1-67fe-4d99-bc1a-cc953b79be54'], 'active': True} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:49.553611 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-af4530d2-e793-407f-be79-4f562a1a99a8 req-5727414d-a971-4cbe-b7b8-69b4c1878ba9 service neutron] 10.222.0.61 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380889 Apr 12 11:15:49.557253 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] Publish callbacks [] for router_gateway (b62907e1-67fe-4d99-bc1a-cc953b79be54), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.606982 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_dvr_db [None req-15cf3d3a-539f-47c5-a05e-fd3116c60346 None None] Set router b62907e1-67fe-4d99-bc1a-cc953b79be54 gateway port host: dv-cinder-830089-4-iscsi {{(pid=103205) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 11:15:49.661704 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] Deleting port c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:15:49.662037 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.692384 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-af4530d2-e793-407f-be79-4f562a1a99a8 req-a900174a-93b9-43b8-80f3-f2e4f4ba78bc service neutron] 10.222.0.61 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319666 Apr 12 11:15:49.757097 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] For port c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a,segment=NetworkSegment(3b482211-013d-45e7-ae04-ed960564d044),segment_id=3b482211-013d-45e7-ae04-ed960564d044)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:49.757464 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.768975 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.l3_hamode_db [None req-15cf3d3a-539f-47c5-a05e-fd3116c60346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'name': 'tempest-TestVolumeBootPattern-1931048878-router', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:58Z', 'updated_at': '2022-04-12T11:15:48Z', 'revision_number': 5, 'project_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'gw_port': {'id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:59Z', 'updated_at': '2022-04-12T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}], 'dv-cinder-830089-4-iscsi', False) {} {{(pid=103205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:49.770269 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] Calling delete_port for c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a owned by network:router_gateway {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:15:49.795601 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf3d3a-539f-47c5-a05e-fd3116c60346 None None] The sync data for ids ['b62907e1-67fe-4d99-bc1a-cc953b79be54'] in dv-cinder-830089-4-iscsi is: [{'id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'name': 'tempest-TestVolumeBootPattern-1931048878-router', 'tenant_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'external_fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T11:07:58Z', 'updated_at': '2022-04-12T11:15:48Z', 'revision_number': 5, 'project_id': '9c9b2aea9df7452fae31d63cc0f0973a', 'gw_port': {'id': 'c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a', 'name': '', 'network_id': '07cd2b0c-0781-4dba-a87d-e263ec3a559e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62907e1-67fe-4d99-bc1a-cc953b79be54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830089-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T11:07:59Z', 'updated_at': '2022-04-12T11:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74e885c2-e3c1-41ca-b547-103a995fb7ad', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830089-4-iscsi'}] {{(pid=103205) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 11:15:49.935948 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:49.963500 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:50.021780 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16479227'] for router_gateway (b62907e1-67fe-4d99-bc1a-cc953b79be54), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.113512 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16431445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-442'] for router (b62907e1-67fe-4d99-bc1a-cc953b79be54), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.115671 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] Publish callbacks [] for router_controller (b62907e1-67fe-4d99-bc1a-cc953b79be54), precommit_delete_associations {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.171264 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16431452'] for router (b62907e1-67fe-4d99-bc1a-cc953b79be54), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.172157 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b62907e1-67fe-4d99-bc1a-cc953b79be54 {{(pid=103203) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 11:15:50.179943 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.183703 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-0d3e8219-ede9-46a6-afc1-3687a3aaa61a admin admin] 10.222.0.55 "DELETE /v2.0/routers/b62907e1-67fe-4d99-bc1a-cc953b79be54 HTTP/1.1" status: 204 len: 168 time: 1.0038254 Apr 12 11:15:50.184467 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 58268) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:50.238454 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94515e7-7022-41a5-8fab-70862591a69d admin admin] Deleting subnet a94e4849-4862-4101-9d89-43fd7d331ca5 {{(pid=103202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:15:50.241623 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c94515e7-7022-41a5-8fab-70862591a69d admin admin] Publish callbacks [] for subnet (a94e4849-4862-4101-9d89-43fd7d331ca5), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.283555 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c94515e7-7022-41a5-8fab-70862591a69d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13103813'] for subnet (a94e4849-4862-4101-9d89-43fd7d331ca5), precommit_delete_associations {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.372782 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c94515e7-7022-41a5-8fab-70862591a69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (a94e4849-4862-4101-9d89-43fd7d331ca5), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.429237 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c94515e7-7022-41a5-8fab-70862591a69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13070966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12863354'] for subnet (a94e4849-4862-4101-9d89-43fd7d331ca5), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.458956 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94515e7-7022-41a5-8fab-70862591a69d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94e4849-4862-4101-9d89-43fd7d331ca5,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:50.463058 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-c94515e7-7022-41a5-8fab-70862591a69d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.466526 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-c94515e7-7022-41a5-8fab-70862591a69d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a94e4849-4862-4101-9d89-43fd7d331ca5 HTTP/1.1" status: 204 len: 168 time: 0.2805085 Apr 12 11:15:50.469169 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 58274) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:50.475857 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca4f797-6655-4c8f-9e5a-3aacfb666f97 None None] Network ebd8cca3-76e9-476b-96da-ddc8ed6f95ae requested from dv-cinder-830089-4-iscsi {{(pid=103204) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 11:15:50.565167 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (ebd8cca3-76e9-476b-96da-ddc8ed6f95ae), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.615121 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Deleting port 88f1f329-55bd-4507-831d-df2d1442b2af {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:15:50.615635 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (88f1f329-55bd-4507-831d-df2d1442b2af), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.686056 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] For port 88f1f329-55bd-4507-831d-df2d1442b2af, host dv-cinder-830089-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830089-4-iscsi',level=0,port_id=88f1f329-55bd-4507-831d-df2d1442b2af,segment=NetworkSegment(3d5dafde-046e-48a6-be77-028c2a8e4bd6),segment_id=3d5dafde-046e-48a6-be77-028c2a8e4bd6)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:15:50.686419 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (88f1f329-55bd-4507-831d-df2d1442b2af), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.700161 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Calling delete_port for 88f1f329-55bd-4507-831d-df2d1442b2af owned by network:dhcp {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:15:50.775466 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (88f1f329-55bd-4507-831d-df2d1442b2af), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.802464 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f1f329-55bd-4507-831d-df2d1442b2af,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:50.807584 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] No DVR routers for this DVR port 88f1f329-55bd-4507-831d-df2d1442b2af on host dv-cinder-830089-4-iscsi {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:15:50.873779 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (ebd8cca3-76e9-476b-96da-ddc8ed6f95ae), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.900890 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce145641-124e-4850-a7a0-7eb662913df5 None None] DHCP port deletion for ebd8cca3-76e9-476b-96da-ddc8ed6f95ae request from dv-cinder-830089-4-iscsi {{(pid=103204) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 11:15:50.904577 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd8cca3-76e9-476b-96da-ddc8ed6f95ae']}} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:50.915755 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5dafde-046e-48a6-be77-028c2a8e4bd6') {'for_net_delete': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:50.916057 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5dafde-046e-48a6-be77-028c2a8e4bd6') {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:15:50.929916 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24944456'] for segment (3d5dafde-046e-48a6-be77-028c2a8e4bd6), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.945188 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (3d5dafde-046e-48a6-be77-028c2a8e4bd6), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.952053 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:15:50.952454 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12700329'] for segment (3d5dafde-046e-48a6-be77-028c2a8e4bd6), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: Traceback (most recent call last): Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: timer() Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: cb(*args, **kw) Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: return func(*args, **kwargs) Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: self._notify() Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: self.callback(batched_events) Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: event.method(event) Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: return f(self, *a, **k) Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._get(url).json() Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: return self.request(url, 'GET', **kwargs) Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:15:50.954259 dv-cinder-830089-4-iscsi neutron-server[103203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:15:51.005300 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (ebd8cca3-76e9-476b-96da-ddc8ed6f95ae), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.011832 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.015178 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ebd8cca3-76e9-476b-96da-ddc8ed6f95ae HTTP/1.1" status: 204 len: 168 time: 0.5449965 Apr 12 11:15:51.026741 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b2f0-b62b-4c88-9994-4d15607e3ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd8cca3-76e9-476b-96da-ddc8ed6f95ae,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:51.162763 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 58278) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:51.202577 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-e4103fa4-f7a6-4f43-b6e6-66a160146646 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7dd6497eaaad4a05931933cef921baf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386417 Apr 12 11:15:51.205119 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 58280) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:51.249212 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 0c408a71-b570-47e4-a146-64a2acde4d47 no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:15:51.252060 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c747b88e-fdb2-46a9-92c7-b2e469b13397 admin admin] Publish callbacks [] for security_group (3aea96ec-5c6c-4544-8aed-0e6977037c96), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.272950 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 0c408a71-b570-47e4-a146-64a2acde4d47 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:15:51.273296 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 0c408a71-b570-47e4-a146-64a2acde4d47 not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:15:51.273704 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:15:51.277324 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c747b88e-fdb2-46a9-92c7-b2e469b13397 admin admin] Publish callbacks [] for security_group (3aea96ec-5c6c-4544-8aed-0e6977037c96), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.292996 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:15:51.293341 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device c9b2ed6c-cfd1-4dbb-90fa-62d3f7abcd1a not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:15:51.293744 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 88f1f329-55bd-4507-831d-df2d1442b2af no longer exists at agent ovs-agent-dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:15:51.313345 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] No Port match for: 88f1f329-55bd-4507-831d-df2d1442b2af {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:15:51.313677 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Device 88f1f329-55bd-4507-831d-df2d1442b2af not bound to the agent host dv-cinder-830089-4-iscsi {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:15:51.326860 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c747b88e-fdb2-46a9-92c7-b2e469b13397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (3aea96ec-5c6c-4544-8aed-0e6977037c96), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.329647 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c747b88e-fdb2-46a9-92c7-b2e469b13397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.330783 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-c747b88e-fdb2-46a9-92c7-b2e469b13397 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3aea96ec-5c6c-4544-8aed-0e6977037c96 HTTP/1.1" status: 204 len: 168 time: 0.1247923 Apr 12 11:15:51.339040 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747b88e-fdb2-46a9-92c7-b2e469b13397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aea96ec-5c6c-4544-8aed-0e6977037c96,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:51.633491 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 58288) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:51.672982 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-e57d1aca-84c7-4d60-90c3-2cc4fec32ea3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c9b2aea9df7452fae31d63cc0f0973a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381343 Apr 12 11:15:51.675365 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 58290) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:15:51.723329 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6660-1000-42d9-b599-645e70b11bed admin admin] Publish callbacks [] for security_group (a75c30c5-3d75-49a1-9a77-d4208e7d1a64), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.744171 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6660-1000-42d9-b599-645e70b11bed admin admin] Publish callbacks [] for security_group (a75c30c5-3d75-49a1-9a77-d4208e7d1a64), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.789622 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6660-1000-42d9-b599-645e70b11bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (a75c30c5-3d75-49a1-9a77-d4208e7d1a64), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.792908 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6660-1000-42d9-b599-645e70b11bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:51.794054 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-c3ff6660-1000-42d9-b599-645e70b11bed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a75c30c5-3d75-49a1-9a77-d4208e7d1a64 HTTP/1.1" status: 204 len: 168 time: 0.1178024 Apr 12 11:15:51.801517 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff6660-1000-42d9-b599-645e70b11bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75c30c5-3d75-49a1-9a77-d4208e7d1a64,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:15:54.612406 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b92eed0b-3284-417c-beb2-60041c8ee736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:56.904371 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-fe5f95a8-44d3-4861-a065-a1ba74aca34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:58.154042 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:15:59.692199 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:01.131925 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:10.801214 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:14.882963 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:16:15.339848 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b11853-2ef7-4d94-ade9-f64343650886 req-7d527bd2-52ff-4620-af73-e53eae33e302 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:15.341287 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d5b11853-2ef7-4d94-ade9-f64343650886 req-7d527bd2-52ff-4620-af73-e53eae33e302 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 945 time: 0.0486312 Apr 12 11:16:15.386801 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d5b11853-2ef7-4d94-ade9-f64343650886 req-2c7e3be7-6a3f-439e-85ae-ebb26ebbd13c tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398679 Apr 12 11:16:16.497467 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dcf51-bb15-46de-992a-2caddcd4215c req-acc34d2c-5d7e-4f5a-a983-6e682f0a2fa8 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:16.498894 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ae3dcf51-bb15-46de-992a-2caddcd4215c req-acc34d2c-5d7e-4f5a-a983-6e682f0a2fa8 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 945 time: 0.0449014 Apr 12 11:16:16.544305 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ae3dcf51-bb15-46de-992a-2caddcd4215c req-d9bb759a-d904-4b02-9653-3a39f32647ce tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400150 Apr 12 11:16:17.130819 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e049b-bb2c-45b0-92cd-e215b4f3c702 req-2bca9919-547e-49f7-aa2f-c26a46a686c0 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:17.132245 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ea5e049b-bb2c-45b0-92cd-e215b4f3c702 req-2bca9919-547e-49f7-aa2f-c26a46a686c0 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 945 time: 0.0435889 Apr 12 11:16:17.220162 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-ea5e049b-bb2c-45b0-92cd-e215b4f3c702 req-66f98e95-caef-43f9-a3ef-a488fb0e3947 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Deleting port 99d6c0cc-a607-4a15-8e09-71b252f38ab7 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:16:17.220496 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-ea5e049b-bb2c-45b0-92cd-e215b4f3c702 req-66f98e95-caef-43f9-a3ef-a488fb0e3947 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:17.306799 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-ea5e049b-bb2c-45b0-92cd-e215b4f3c702 req-66f98e95-caef-43f9-a3ef-a488fb0e3947 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] For port 99d6c0cc-a607-4a15-8e09-71b252f38ab7, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=99d6c0cc-a607-4a15-8e09-71b252f38ab7,segment=NetworkSegment(c2152032-9ed2-4f69-b136-9ccf36add3e8),segment_id=c2152032-9ed2-4f69-b136-9ccf36add3e8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:17.307170 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-ea5e049b-bb2c-45b0-92cd-e215b4f3c702 req-66f98e95-caef-43f9-a3ef-a488fb0e3947 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:17.320273 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-ea5e049b-bb2c-45b0-92cd-e215b4f3c702 req-66f98e95-caef-43f9-a3ef-a488fb0e3947 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Calling delete_port for 99d6c0cc-a607-4a15-8e09-71b252f38ab7 owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:16:17.447662 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-ea5e049b-bb2c-45b0-92cd-e215b4f3c702 req-66f98e95-caef-43f9-a3ef-a488fb0e3947 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (99d6c0cc-a607-4a15-8e09-71b252f38ab7), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:17.473180 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f98e95-caef-43f9-a3ef-a488fb0e3947 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Pushing event deleted for resources: {'Port': ['ID=99d6c0cc-a607-4a15-8e09-71b252f38ab7,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:17.498029 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['99d6c0cc-a607-4a15-8e09-71b252f38ab7'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:16:17.519255 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5e049b-bb2c-45b0-92cd-e215b4f3c702 req-66f98e95-caef-43f9-a3ef-a488fb0e3947 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] No DVR routers for this DVR port 99d6c0cc-a607-4a15-8e09-71b252f38ab7 on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:16:17.522072 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-ea5e049b-bb2c-45b0-92cd-e215b4f3c702 req-66f98e95-caef-43f9-a3ef-a488fb0e3947 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:17.525964 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ea5e049b-bb2c-45b0-92cd-e215b4f3c702 req-66f98e95-caef-43f9-a3ef-a488fb0e3947 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.61 "DELETE /v2.0/ports/99d6c0cc-a607-4a15-8e09-71b252f38ab7 HTTP/1.1" status: 204 len: 173 time: 0.3871865 Apr 12 11:16:17.526402 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9482cb-7dda-4eba-a634-17d9c0747a05', 'name': 'network-vif-deleted', 'tag': '99d6c0cc-a607-4a15-8e09-71b252f38ab7'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:17.528684 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0010defc-36f0-4c97-9186-e0781a6fa390" -d '{"events": [{"server_uuid": "8d9482cb-7dda-4eba-a634-17d9c0747a05", "name": "network-vif-deleted", "tag": "99d6c0cc-a607-4a15-8e09-71b252f38ab7"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:17.563633 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2561125-367e-41d5-9856-eba906f8f64d x-openstack-request-id: req-a2561125-367e-41d5-9856-eba906f8f64d {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:17.563957 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9482cb-7dda-4eba-a634-17d9c0747a05", "name": "network-vif-deleted", "tag": "99d6c0cc-a607-4a15-8e09-71b252f38ab7", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:17.564208 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a2561125-367e-41d5-9856-eba906f8f64d {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:17.564612 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2561125-367e-41d5-9856-eba906f8f64d'] response: {'server_uuid': '8d9482cb-7dda-4eba-a634-17d9c0747a05', 'name': 'network-vif-deleted', 'tag': '99d6c0cc-a607-4a15-8e09-71b252f38ab7', 'status': 'completed', 'code': 200} Apr 12 11:16:17.642071 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f2ddd299-9dd5-41e6-a77b-f4583a374ee6 req-55ccd364-422b-474b-8045-5820799c299f tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d9482cb-7dda-4eba-a634-17d9c0747a05 HTTP/1.1" status: 200 len: 210 time: 0.0274997 Apr 12 11:16:20.736028 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 99d6c0cc-a607-4a15-8e09-71b252f38ab7 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:16:20.755854 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: 99d6c0cc-a607-4a15-8e09-71b252f38ab7 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:16:20.756222 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device 99d6c0cc-a607-4a15-8e09-71b252f38ab7 not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:16:24.614929 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-dac9d46b-e84a-4d3a-a29a-bc0f928173fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:26.626992 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-a86756ac-a27c-4f47-bc03-fb5ceb1b74a3 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:26.628448 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-a86756ac-a27c-4f47-bc03-fb5ceb1b74a3 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/networks?id=c02ce88d-385f-4e94-b13e-93615d51593b HTTP/1.1" status: 200 len: 813 time: 0.0972049 Apr 12 11:16:26.642938 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7cb4635c-e882-4e62-bb93-e822b5c6ab8e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/quotas/c95368fdcaec4eaaba4a0027269d86d1 HTTP/1.1" status: 200 len: 375 time: 0.0092618 Apr 12 11:16:26.677965 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-a8c1b9b7-29bb-4fef-a132-784b96301b81 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c95368fdcaec4eaaba4a0027269d86d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300522 Apr 12 11:16:26.765878 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-9b74c86f-1865-4d42-80d6-e10c2bf1b8e6 service neutron] 10.222.0.55 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813699 Apr 12 11:16:26.856620 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-2f5821c4-f84a-4068-b1f1-ea22235d3f60 service neutron] 10.222.0.55 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851064 Apr 12 11:16:26.905136 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-232d3125-ca04-4099-b126-530e5738f038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:27.013697 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-d31390b4-6845-4200-8999-f29cebb0776e req-c4ff138e-b2b3-44c7-91f7-0d7f0e0f0648 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 210 time: 0.0283458 Apr 12 11:16:28.105365 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-af189d69-e080-421a-91a9-f53fcd2d1cb9 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:28.106786 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-af189d69-e080-421a-91a9-f53fcd2d1cb9 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.61 "GET /v2.0/networks?id=c02ce88d-385f-4e94-b13e-93615d51593b HTTP/1.1" status: 200 len: 813 time: 0.1169946 Apr 12 11:16:28.122457 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-756d3cea-728f-4261-a92b-a6433a0455df req-5d34e697-ee5b-4e02-9682-f502069b723a tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 210 time: 0.0356996 Apr 12 11:16:28.146138 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-028bd31d-d3fd-47b5-b82c-ad3735a04a6c tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Request body: {'port': {'device_id': '412a2a11-2333-4d8d-af72-d837851419d0', 'network_id': 'c02ce88d-385f-4e94-b13e-93615d51593b', 'admin_state_up': True, 'tenant_id': 'c95368fdcaec4eaaba4a0027269d86d1'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:28.162802 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:28.253015 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-028bd31d-d3fd-47b5-b82c-ad3735a04a6c tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Made reservation on behalf of c95368fdcaec4eaaba4a0027269d86d1 for: {'port': 1} {{(pid=103203) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 11:16:28.256353 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-028bd31d-d3fd-47b5-b82c-ad3735a04a6c tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (None), before_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:28.380191 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_common [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-028bd31d-d3fd-47b5-b82c-ad3735a04a6c tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Allocated IP 172.20.0.6 (c02ce88d-385f-4e94-b13e-93615d51593b/494c8bf5-2f76-4993-8ac3-e8bf22f775b4/b09b5c33-406c-4f72-94ee-8411c754e584) {{(pid=103203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 11:16:28.521435 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-028bd31d-d3fd-47b5-b82c-ad3735a04a6c tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks [] for port (b09b5c33-406c-4f72-94ee-8411c754e584), precommit_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:28.554590 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-028bd31d-d3fd-47b5-b82c-ad3735a04a6c tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740820353082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (b09b5c33-406c-4f72-94ee-8411c754e584), after_create {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:28.599240 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-028bd31d-d3fd-47b5-b82c-ad3735a04a6c tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Network c02ce88d-385f-4e94-b13e-93615d51593b is already hosted by enough agents. {{(pid=103203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 11:16:28.602104 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.scheduler.base_scheduler [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-028bd31d-d3fd-47b5-b82c-ad3735a04a6c tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Resources bound (agent type, host, resource id): {{(pid=103203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 11:16:28.605727 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-028bd31d-d3fd-47b5-b82c-ad3735a04a6c tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Received port after_create {{(pid=103203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 11:16:28.612057 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bd31d-d3fd-47b5-b82c-ad3735a04a6c tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Pushing event updated for resources: {'Port': ['ID=b09b5c33-406c-4f72-94ee-8411c754e584,revision_number=1']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:28.655947 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-028bd31d-d3fd-47b5-b82c-ad3735a04a6c tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:28.656458 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-028bd31d-d3fd-47b5-b82c-ad3735a04a6c tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:28.670577 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-028bd31d-d3fd-47b5-b82c-ad3735a04a6c tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5287850 Apr 12 11:16:28.694820 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.v2.base [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Request body: {'port': {'device_id': '412a2a11-2333-4d8d-af72-d837851419d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103203) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 11:16:28.762842 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b09b5c33-406c-4f72-94ee-8411c754e584), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:29.019778 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09b5c33-406c-4f72-94ee-8411c754e584 {{(pid=103203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:16:29.027638 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Publish callbacks [] for port (b09b5c33-406c-4f72-94ee-8411c754e584), precommit_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:29.040713 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.provisioning_blocks [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Transition to ACTIVE for port object b09b5c33-406c-4f72-94ee-8411c754e584 will not be triggered until provisioned by entity L2. {{(pid=103203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 11:16:29.044007 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (b09b5c33-406c-4f72-94ee-8411c754e584), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:29.100811 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Pushing event updated for resources: {'Port': ['ID=b09b5c33-406c-4f72-94ee-8411c754e584,revision_number=2']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:29.168586 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Attempting to bind port b09b5c33-406c-4f72-94ee-8411c754e584 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 11:16:29.169278 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Attempting to bind port b09b5c33-406c-4f72-94ee-8411c754e584 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c2152032-9ed2-4f69-b136-9ccf36add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c02ce88d-385f-4e94-b13e-93615d51593b'}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 11:16:29.169278 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Attempting to bind port b09b5c33-406c-4f72-94ee-8411c754e584 on network c02ce88d-385f-4e94-b13e-93615d51593b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:16:29.175093 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Port b09b5c33-406c-4f72-94ee-8411c754e584 on network c02ce88d-385f-4e94-b13e-93615d51593b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 11:16:29.175455 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Attempting to bind port b09b5c33-406c-4f72-94ee-8411c754e584 on network c02ce88d-385f-4e94-b13e-93615d51593b {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 11:16:29.180671 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Checking agent: {'id': 'cd117151-7f52-40d9-8470-5a79acd0fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'started_at': datetime.datetime(2022, 4, 12, 11, 1, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 11, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 11:16:29.181087 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Checking segment: {'id': 'c2152032-9ed2-4f69-b136-9ccf36add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c02ce88d-385f-4e94-b13e-93615d51593b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 11:16:29.181736 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Bound using segment: {'id': 'c2152032-9ed2-4f69-b136-9ccf36add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c02ce88d-385f-4e94-b13e-93615d51593b'} {{(pid=103203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 11:16:29.181943 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.managers [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Bound port: b09b5c33-406c-4f72-94ee-8411c754e584, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2152032-9ed2-4f69-b136-9ccf36add3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c02ce88d-385f-4e94-b13e-93615d51593b'}}] {{(pid=103203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 11:16:29.182247 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b09b5c33-406c-4f72-94ee-8411c754e584), before_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:29.272893 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78368bc9-e92e-484b-9cb2-128ec5f8a237 req-bffbc81d-d52b-4885-a087-7c1f9d0e11aa tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:29.274234 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-78368bc9-e92e-484b-9cb2-128ec5f8a237 req-bffbc81d-d52b-4885-a087-7c1f9d0e11aa tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 943 time: 0.0704021 Apr 12 11:16:29.306935 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] For port b09b5c33-406c-4f72-94ee-8411c754e584, host hv-cinder-83008, cleared binding levels {{(pid=103203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 11:16:29.328647 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] For port b09b5c33-406c-4f72-94ee-8411c754e584, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b09b5c33-406c-4f72-94ee-8411c754e584,segment=NetworkSegment(c2152032-9ed2-4f69-b136-9ccf36add3e8),segment_id=c2152032-9ed2-4f69-b136-9ccf36add3e8)] {{(pid=103203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 11:16:29.339186 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12700277'] for port (b09b5c33-406c-4f72-94ee-8411c754e584), after_update {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:29.348330 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-78368bc9-e92e-484b-9cb2-128ec5f8a237 req-aa394f89-ac0a-4800-a4ac-476daf473abd tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647368 Apr 12 11:16:29.378257 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:29.378860 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:29.380218 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] 10.222.0.61 "PUT /v2.0/ports/b09b5c33-406c-4f72-94ee-8411c754e584 HTTP/1.1" status: 200 len: 1093 time: 0.6892962 Apr 12 11:16:29.380648 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412a2a11-2333-4d8d-af72-d837851419d0', 'tag': 'b09b5c33-406c-4f72-94ee-8411c754e584'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:29.382828 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb6a3fe-21e1-410e-85a1-d7c33e9bc9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "412a2a11-2333-4d8d-af72-d837851419d0", "tag": "b09b5c33-406c-4f72-94ee-8411c754e584"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:29.403881 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104452c-a8e6-4ba1-958b-36eb1ba89310 service neutron] Pushing event updated for resources: {'Port': ['ID=b09b5c33-406c-4f72-94ee-8411c754e584,revision_number=3']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:29.421026 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4308b3-dc16-4dbe-87b6-8abd01dccfb4 x-openstack-request-id: req-7b4308b3-dc16-4dbe-87b6-8abd01dccfb4 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:29.421312 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412a2a11-2333-4d8d-af72-d837851419d0", "tag": "b09b5c33-406c-4f72-94ee-8411c754e584", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:29.421563 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7b4308b3-dc16-4dbe-87b6-8abd01dccfb4 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:29.421959 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4308b3-dc16-4dbe-87b6-8abd01dccfb4'] response: {'name': 'network-changed', 'server_uuid': '412a2a11-2333-4d8d-af72-d837851419d0', 'tag': 'b09b5c33-406c-4f72-94ee-8411c754e584', 'status': 'completed', 'code': 200} Apr 12 11:16:29.482712 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-9eb66e82-5954-4d1b-8e1e-bcd7b67246bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:29.484484 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-9eb66e82-5954-4d1b-8e1e-bcd7b67246bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c95368fdcaec4eaaba4a0027269d86d1&device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 1127 time: 0.0391755 Apr 12 11:16:29.538493 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-8a1f9735-a094-4867-bf87-2c45cb31e9c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b09b5c33-406c-4f72-94ee-8411c754e584 HTTP/1.1" status: 200 len: 217 time: 0.0393918 Apr 12 11:16:29.588115 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-e1ee4480-8142-4ed7-b7a6-8bd107bfa27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:29.589460 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-e1ee4480-8142-4ed7-b7a6-8bd107bfa27a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=494c8bf5-2f76-4993-8ac3-e8bf22f775b4 HTTP/1.1" status: 200 len: 853 time: 0.0436764 Apr 12 11:16:29.621730 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-12b3856d-951f-4774-b59f-c91a70680e59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c02ce88d-385f-4e94-b13e-93615d51593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231800 Apr 12 11:16:29.697167 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:29.989369 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-02dcd9f0-f73c-4e0f-a65e-b2c871b0d54b service neutron] 10.222.0.61 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577487 Apr 12 11:16:30.080130 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a4b560e1-8569-44c7-9ef0-5c88d27d1ab2 req-942c8c3f-01de-4491-b194-625d3f1571a7 service neutron] 10.222.0.61 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810611 Apr 12 11:16:30.458466 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e5223-9b80-45e6-8e74-c51724c0d967 req-9f84fcd6-95f9-4376-855a-4a734ea75aa2 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:30.459924 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-498e5223-9b80-45e6-8e74-c51724c0d967 req-9f84fcd6-95f9-4376-855a-4a734ea75aa2 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 943 time: 0.0462029 Apr 12 11:16:30.508671 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-498e5223-9b80-45e6-8e74-c51724c0d967 req-53214ee9-7545-4b03-8521-e84684910ecc tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432131 Apr 12 11:16:31.094030 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6a3fe-21e1-410e-85a1-d7c33e9bc9e7 req-51889dd0-126b-457a-b9c1-a18f9b795b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:31.095499 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7fb6a3fe-21e1-410e-85a1-d7c33e9bc9e7 req-51889dd0-126b-457a-b9c1-a18f9b795b22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c95368fdcaec4eaaba4a0027269d86d1&device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 1127 time: 0.0381954 Apr 12 11:16:31.133301 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:31.204386 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6a3fe-21e1-410e-85a1-d7c33e9bc9e7 req-68dfc705-455b-440d-9f9e-f018469dc20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:31.205847 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7fb6a3fe-21e1-410e-85a1-d7c33e9bc9e7 req-68dfc705-455b-440d-9f9e-f018469dc20b service neutron] 10.222.0.61 "GET /v2.0/networks?id=c02ce88d-385f-4e94-b13e-93615d51593b HTTP/1.1" status: 200 len: 914 time: 0.1019063 Apr 12 11:16:31.249612 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7fb6a3fe-21e1-410e-85a1-d7c33e9bc9e7 req-abd5806f-7375-4714-9183-f9f2983d3fb2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b09b5c33-406c-4f72-94ee-8411c754e584 HTTP/1.1" status: 200 len: 217 time: 0.0360203 Apr 12 11:16:31.298802 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6a3fe-21e1-410e-85a1-d7c33e9bc9e7 req-d3a43cfe-41d5-40bc-9b2d-8d05611775b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:31.300230 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7fb6a3fe-21e1-410e-85a1-d7c33e9bc9e7 req-d3a43cfe-41d5-40bc-9b2d-8d05611775b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=494c8bf5-2f76-4993-8ac3-e8bf22f775b4 HTTP/1.1" status: 200 len: 853 time: 0.0421772 Apr 12 11:16:31.334571 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7fb6a3fe-21e1-410e-85a1-d7c33e9bc9e7 req-85aa40b7-656a-48ea-9647-794094634867 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c02ce88d-385f-4e94-b13e-93615d51593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243917 Apr 12 11:16:31.425308 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7fb6a3fe-21e1-410e-85a1-d7c33e9bc9e7 req-149c9ee5-4c7c-436b-8bd5-ec4bc6164d62 service neutron] 10.222.0.61 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835390 Apr 12 11:16:31.514375 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-7fb6a3fe-21e1-410e-85a1-d7c33e9bc9e7 req-1e1703a7-ef52-4f49-ad32-ccdcdc21f6d7 service neutron] 10.222.0.61 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803506 Apr 12 11:16:31.625820 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6444e2-5cd5-4679-a58e-f3d968614c65 req-416a9af1-f888-47f6-b2c4-dc558145e9f9 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:31.627493 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4b6444e2-5cd5-4679-a58e-f3d968614c65 req-416a9af1-f888-47f6-b2c4-dc558145e9f9 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 943 time: 0.0510161 Apr 12 11:16:31.674265 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-4b6444e2-5cd5-4679-a58e-f3d968614c65 req-2d80c11a-bc72-45fe-95e6-b1492a4b4eb1 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413399 Apr 12 11:16:31.792489 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device b09b5c33-406c-4f72-94ee-8411c754e584 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103204) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 11:16:31.889260 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port b09b5c33-406c-4f72-94ee-8411c754e584, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b09b5c33-406c-4f72-94ee-8411c754e584,segment=NetworkSegment(c2152032-9ed2-4f69-b136-9ccf36add3e8),segment_id=c2152032-9ed2-4f69-b136-9ccf36add3e8)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:31.900747 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Returning: {'device': 'b09b5c33-406c-4f72-94ee-8411c754e584', 'network_id': 'c02ce88d-385f-4e94-b13e-93615d51593b', 'port_id': 'b09b5c33-406c-4f72-94ee-8411c754e584', 'mac_address': 'fa:16:3e:3a:47:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494c8bf5-2f76-4993-8ac3-e8bf22f775b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103204) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 11:16:31.936089 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port b09b5c33-406c-4f72-94ee-8411c754e584 is: DOWN; New status is: BUILD {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:31.936396 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b09b5c33-406c-4f72-94ee-8411c754e584), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:31.949402 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09b5c33-406c-4f72-94ee-8411c754e584 {{(pid=103204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 11:16:31.968871 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port b09b5c33-406c-4f72-94ee-8411c754e584, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b09b5c33-406c-4f72-94ee-8411c754e584,segment=NetworkSegment(c2152032-9ed2-4f69-b136-9ccf36add3e8),segment_id=c2152032-9ed2-4f69-b136-9ccf36add3e8)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:31.972391 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (b09b5c33-406c-4f72-94ee-8411c754e584), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:32.020580 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=b09b5c33-406c-4f72-94ee-8411c754e584,revision_number=4']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:32.027996 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.028343 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.028685 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.029028 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.029355 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.029684 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.030007 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.030330 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.030652 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.030972 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.031323 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.031654 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.031984 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.032284 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.032596 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:32.337720 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['b09b5c33-406c-4f72-94ee-8411c754e584'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:16:32.791347 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b264ad-6917-453e-9aac-dd5753378b3e req-ae379802-ff33-4926-b709-629fa6315c2f tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:32.793085 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-52b264ad-6917-453e-9aac-dd5753378b3e req-ae379802-ff33-4926-b709-629fa6315c2f tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 944 time: 0.0542505 Apr 12 11:16:32.839094 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-52b264ad-6917-453e-9aac-dd5753378b3e req-e75ad1d7-8f03-42eb-9b5d-8d6197eb672e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Apr 12 11:16:33.829121 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device b09b5c33-406c-4f72-94ee-8411c754e584 up at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 11:16:33.886507 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning for port b09b5c33-406c-4f72-94ee-8411c754e584 completed by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 11:16:33.896367 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.db.provisioning_blocks [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Provisioning complete for port b09b5c33-406c-4f72-94ee-8411c754e584 triggered by entity L2. {{(pid=103204) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 11:16:33.897094 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691294'] for port (b09b5c33-406c-4f72-94ee-8411c754e584), provisioning_complete {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:33.971287 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb0f73-9abd-482a-9e8d-d5597c9999a7 req-56d4e8f0-949e-45a4-869f-29e53d06449e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:33.972798 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dbfb0f73-9abd-482a-9e8d-d5597c9999a7 req-56d4e8f0-949e-45a4-869f-29e53d06449e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 944 time: 0.0537212 Apr 12 11:16:33.990505 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Current status of the port b09b5c33-406c-4f72-94ee-8411c754e584 is: BUILD; New status is: ACTIVE {{(pid=103204) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 11:16:33.990505 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-751445'] for port (b09b5c33-406c-4f72-94ee-8411c754e584), before_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:34.016132 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412a2a11-2333-4d8d-af72-d837851419d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b5c33-406c-4f72-94ee-8411c754e584'}] {{(pid=103204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:34.018612 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b5f3e3aa5ff1a30da094a88615fce06755bf92153b6cb680f2899875c383351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeec80e-d856-438a-8c41-c17a7b47e70f" -d '{"events": [{"server_uuid": "412a2a11-2333-4d8d-af72-d837851419d0", "name": "network-vif-plugged", "status": "completed", "tag": "b09b5c33-406c-4f72-94ee-8411c754e584"}]}' {{(pid=103204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:34.022687 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-dbfb0f73-9abd-482a-9e8d-d5597c9999a7 req-60d562a6-5647-4250-9465-74db2a863e34 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428438 Apr 12 11:16:34.032514 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] For port b09b5c33-406c-4f72-94ee-8411c754e584, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b09b5c33-406c-4f72-94ee-8411c754e584,segment=NetworkSegment(c2152032-9ed2-4f69-b136-9ccf36add3e8),segment_id=c2152032-9ed2-4f69-b136-9ccf36add3e8)] {{(pid=103204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:34.037282 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740820828191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740820353100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740820353118'] for port (b09b5c33-406c-4f72-94ee-8411c754e584), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:34.075054 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d658048-b6a4-45a6-86d5-9c75a535ab3c x-openstack-request-id: req-7d658048-b6a4-45a6-86d5-9c75a535ab3c {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:34.075528 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412a2a11-2333-4d8d-af72-d837851419d0", "name": "network-vif-plugged", "status": "completed", "tag": "b09b5c33-406c-4f72-94ee-8411c754e584", "code": 200}]} {{(pid=103204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:34.075907 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d658048-b6a4-45a6-86d5-9c75a535ab3c {{(pid=103204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:34.076481 dv-cinder-830089-4-iscsi neutron-server[103204]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d658048-b6a4-45a6-86d5-9c75a535ab3c'] response: {'server_uuid': '412a2a11-2333-4d8d-af72-d837851419d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09b5c33-406c-4f72-94ee-8411c754e584', 'code': 200} Apr 12 11:16:34.098348 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Pushing event updated for resources: {'Port': ['ID=b09b5c33-406c-4f72-94ee-8411c754e584,revision_number=5']} {{(pid=103204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:34.319913 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350b1c3-d2f3-49df-9de5-704c650b5a51 req-8ec4ffca-a202-4e7c-836e-de2d3cf08c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:34.321612 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f350b1c3-d2f3-49df-9de5-704c650b5a51 req-8ec4ffca-a202-4e7c-836e-de2d3cf08c8a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 1129 time: 0.0454373 Apr 12 11:16:34.376964 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f350b1c3-d2f3-49df-9de5-704c650b5a51 req-56c4534c-b591-4ed6-9930-3f2bc2adc3a7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460794 Apr 12 11:16:35.137409 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc12adf-f9b0-4a05-9f5f-5003d3300aaf req-d7a7a3a5-8aaf-4818-8e64-ec27ea44c1fe tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:35.138866 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8bc12adf-f9b0-4a05-9f5f-5003d3300aaf req-d7a7a3a5-8aaf-4818-8e64-ec27ea44c1fe tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 945 time: 0.0457723 Apr 12 11:16:35.188470 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-8bc12adf-f9b0-4a05-9f5f-5003d3300aaf req-e8198e07-9168-4a4c-91f7-69ba75ad2c74 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441685 Apr 12 11:16:36.302452 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175451e-1522-4547-ba53-aa865edaafed req-3937c84f-cd8c-48c6-8aab-9e3129ea0da2 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:36.303923 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f175451e-1522-4547-ba53-aa865edaafed req-3937c84f-cd8c-48c6-8aab-9e3129ea0da2 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 945 time: 0.0467896 Apr 12 11:16:36.349519 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-f175451e-1522-4547-ba53-aa865edaafed req-9f14209d-05e7-4d5d-b1f3-b4d04cfc3a0b tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402253 Apr 12 11:16:40.794084 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:51.398877 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a3cfbc93-af16-4882-887e-b8e2d043041f req-86fbc1f2-ba68-4dcb-adc4-3fbb5fd57b76 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0364435 Apr 12 11:16:51.495372 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfbc93-af16-4882-887e-b8e2d043041f req-b17976ca-0fa5-49f6-877f-990fce0032a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:51.496775 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a3cfbc93-af16-4882-887e-b8e2d043041f req-b17976ca-0fa5-49f6-877f-990fce0032a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c95368fdcaec4eaaba4a0027269d86d1&device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 1129 time: 0.0394888 Apr 12 11:16:51.602345 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfbc93-af16-4882-887e-b8e2d043041f req-c69b4f21-1a99-47d1-adf1-43c448646092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:51.604465 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a3cfbc93-af16-4882-887e-b8e2d043041f req-c69b4f21-1a99-47d1-adf1-43c448646092 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c02ce88d-385f-4e94-b13e-93615d51593b HTTP/1.1" status: 200 len: 914 time: 0.0900917 Apr 12 11:16:51.645460 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a3cfbc93-af16-4882-887e-b8e2d043041f req-158ebd48-6931-4abd-80ea-405864ad0884 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b09b5c33-406c-4f72-94ee-8411c754e584 HTTP/1.1" status: 200 len: 217 time: 0.0346189 Apr 12 11:16:51.696403 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfbc93-af16-4882-887e-b8e2d043041f req-4ee1b4fb-0ba3-46c9-8639-63d80e108658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:51.697876 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a3cfbc93-af16-4882-887e-b8e2d043041f req-4ee1b4fb-0ba3-46c9-8639-63d80e108658 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=494c8bf5-2f76-4993-8ac3-e8bf22f775b4 HTTP/1.1" status: 200 len: 853 time: 0.0463307 Apr 12 11:16:51.731157 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a3cfbc93-af16-4882-887e-b8e2d043041f req-f39e3601-242a-4131-ae42-bd9be17d15ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c02ce88d-385f-4e94-b13e-93615d51593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262227 Apr 12 11:16:51.824455 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a3cfbc93-af16-4882-887e-b8e2d043041f req-48be53f9-2ce8-409e-85fd-c61e778e968a service neutron] 10.222.0.61 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872483 Apr 12 11:16:51.881696 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:16:51.916591 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-a3cfbc93-af16-4882-887e-b8e2d043041f req-2a7a5f4f-0050-43fc-a16e-82e68f0ab38f service neutron] 10.222.0.61 "GET /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859888 Apr 12 11:16:54.620471 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-dc0d293a-f4cc-4d5b-aa35-9eaa7192d913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:56.324373 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145dac7-f21d-4a33-9700-c542703ac836 req-405bade8-a28c-4884-a8b7-9ab0d0263417 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:56.325736 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0145dac7-f21d-4a33-9700-c542703ac836 req-405bade8-a28c-4884-a8b7-9ab0d0263417 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 945 time: 0.0472605 Apr 12 11:16:56.370718 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0145dac7-f21d-4a33-9700-c542703ac836 req-6b344d28-ade5-4654-9264-3e250ae0273d tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395603 Apr 12 11:16:56.907381 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1ff30c54-31bd-45c3-b222-f496620678bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:57.487619 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ed433-8f46-4bad-8662-7555329bef48 req-bb23e6c0-f927-4b4f-891b-b30acbeeff06 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:57.488970 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c50ed433-8f46-4bad-8662-7555329bef48 req-bb23e6c0-f927-4b4f-891b-b30acbeeff06 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 945 time: 0.0513706 Apr 12 11:16:57.535801 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-c50ed433-8f46-4bad-8662-7555329bef48 req-11051eb7-3b69-457e-8c6a-e587b21b4745 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/security-groups?id=079c7faf-3ef4-44b7-8494-4494f675c617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408714 Apr 12 11:16:58.152446 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402e298-a230-4120-84eb-d80fd23f3f4a req-92cc4a95-d9dd-476b-a9c8-7e6cb90bce2b tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103203) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 11:16:58.153913 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0402e298-a230-4120-84eb-d80fd23f3f4a req-92cc4a95-d9dd-476b-a9c8-7e6cb90bce2b tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.61 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 945 time: 0.0472355 Apr 12 11:16:58.158421 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:58.244192 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-0402e298-a230-4120-84eb-d80fd23f3f4a req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Deleting port b09b5c33-406c-4f72-94ee-8411c754e584 {{(pid=103203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 11:16:58.244800 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-0402e298-a230-4120-84eb-d80fd23f3f4a req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740820822047'] for port (b09b5c33-406c-4f72-94ee-8411c754e584), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:58.330196 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.db [req-0402e298-a230-4120-84eb-d80fd23f3f4a req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] For port b09b5c33-406c-4f72-94ee-8411c754e584, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b09b5c33-406c-4f72-94ee-8411c754e584,segment=NetworkSegment(c2152032-9ed2-4f69-b136-9ccf36add3e8),segment_id=c2152032-9ed2-4f69-b136-9ccf36add3e8)] {{(pid=103203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 11:16:58.330550 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-0402e298-a230-4120-84eb-d80fd23f3f4a req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16457519'] for port (b09b5c33-406c-4f72-94ee-8411c754e584), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:58.343837 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.plugin [req-0402e298-a230-4120-84eb-d80fd23f3f4a req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Calling delete_port for b09b5c33-406c-4f72-94ee-8411c754e584 owned by compute:nova {{(pid=103203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 11:16:58.469954 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-0402e298-a230-4120-84eb-d80fd23f3f4a req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-747959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740820828173', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740820353091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12700286'] for port (b09b5c33-406c-4f72-94ee-8411c754e584), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:58.498023 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Pushing event deleted for resources: {'Port': ['ID=b09b5c33-406c-4f72-94ee-8411c754e584,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:16:58.510164 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.510513 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.510852 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.511215 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.512069 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.512069 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.512319 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.512523 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.512845 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.513162 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.513485 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.513803 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.514119 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.514434 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.514714 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.db [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] get_ports_and_sgs() called for port_ids ['b09b5c33-406c-4f72-94ee-8411c754e584'] {{(pid=103204) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 11:16:58.514838 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:16:58.548734 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.l3_dvrscheduler_db [req-0402e298-a230-4120-84eb-d80fd23f3f4a req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] No DVR routers for this DVR port b09b5c33-406c-4f72-94ee-8411c754e584 on host hv-cinder-83008 {{(pid=103203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 11:16:58.551026 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [req-0402e298-a230-4120-84eb-d80fd23f3f4a req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42200'] for port (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:16:58.554226 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-0402e298-a230-4120-84eb-d80fd23f3f4a req-45388089-d93b-491e-95b3-43b6b326637e tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.61 "DELETE /v2.0/ports/b09b5c33-406c-4f72-94ee-8411c754e584 HTTP/1.1" status: 204 len: 173 time: 0.3918588 Apr 12 11:16:58.554655 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412a2a11-2333-4d8d-af72-d837851419d0', 'name': 'network-vif-deleted', 'tag': 'b09b5c33-406c-4f72-94ee-8411c754e584'}] {{(pid=103203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 11:16:58.557598 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6882e0511a0d87b66763ec7f5ad68aaac3fb6bd6b6f68502bbf7bcbf3a5b0752" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c824c402-0aaf-4ba2-b37d-85862f1078d6" -d '{"events": [{"server_uuid": "412a2a11-2333-4d8d-af72-d837851419d0", "name": "network-vif-deleted", "tag": "b09b5c33-406c-4f72-94ee-8411c754e584"}]}' {{(pid=103203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 11:16:58.596928 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 11:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da849783-952b-4526-ba5d-ebe477266667 x-openstack-request-id: req-da849783-952b-4526-ba5d-ebe477266667 {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 11:16:58.597461 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412a2a11-2333-4d8d-af72-d837851419d0", "name": "network-vif-deleted", "tag": "b09b5c33-406c-4f72-94ee-8411c754e584", "status": "completed", "code": 200}]} {{(pid=103203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 11:16:58.597749 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da849783-952b-4526-ba5d-ebe477266667 {{(pid=103203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 11:16:58.598148 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da849783-952b-4526-ba5d-ebe477266667'] response: {'server_uuid': '412a2a11-2333-4d8d-af72-d837851419d0', 'name': 'network-vif-deleted', 'tag': 'b09b5c33-406c-4f72-94ee-8411c754e584', 'status': 'completed', 'code': 200} Apr 12 11:16:58.636925 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [req-ee8c3482-bc0d-4c04-be6a-ab29a681c3e1 req-73ab22df-c3ec-4c87-83d6-7d11c263bf58 tempest-VolumesSnapshotTestJSON-1724651825 tempest-VolumesSnapshotTestJSON-1724651825-project] 10.222.0.55 "GET /v2.0/ports?device_id=412a2a11-2333-4d8d-af72-d837851419d0 HTTP/1.1" status: 200 len: 210 time: 0.0316255 Apr 12 11:16:59.700220 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:01.143114 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:03.018377 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device b09b5c33-406c-4f72-94ee-8411c754e584 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 11:17:03.040824 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.plugin [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] No Port match for: b09b5c33-406c-4f72-94ee-8411c754e584 {{(pid=103204) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 11:17:03.041162 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron.plugins.ml2.rpc [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Device b09b5c33-406c-4f72-94ee-8411c754e584 not bound to the agent host hv-cinder-83008 {{(pid=103204) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 11:17:10.812760 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:21.676568 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 58678) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:21.719663 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.db.db_base_plugin_v2 [None req-829ea270-10b7-4ea9-8501-efe7fd637538 admin admin] Deleting subnet 494c8bf5-2f76-4993-8ac3-e8bf22f775b4 {{(pid=103203) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 11:17:21.722670 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-829ea270-10b7-4ea9-8501-efe7fd637538 admin admin] Publish callbacks [] for subnet (494c8bf5-2f76-4993-8ac3-e8bf22f775b4), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:21.755913 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-829ea270-10b7-4ea9-8501-efe7fd637538 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24944449'] for subnet (494c8bf5-2f76-4993-8ac3-e8bf22f775b4), precommit_delete_associations {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:21.793340 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-829ea270-10b7-4ea9-8501-efe7fd637538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695610'] for subnet (494c8bf5-2f76-4993-8ac3-e8bf22f775b4), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:21.847214 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-829ea270-10b7-4ea9-8501-efe7fd637538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12700163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24906887'] for subnet (494c8bf5-2f76-4993-8ac3-e8bf22f775b4), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:21.873283 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ea270-10b7-4ea9-8501-efe7fd637538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=494c8bf5-2f76-4993-8ac3-e8bf22f775b4,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:21.875231 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-829ea270-10b7-4ea9-8501-efe7fd637538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for subnet (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:21.878316 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-829ea270-10b7-4ea9-8501-efe7fd637538 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/494c8bf5-2f76-4993-8ac3-e8bf22f775b4 HTTP/1.1" status: 204 len: 168 time: 0.2007685 Apr 12 11:17:21.880802 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [-] (103203) accepted ('10.222.0.55', 58680) {{(pid=103203) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:21.947363 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a413964-94ae-494b-ac10-44123e6f9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738409'] for network (c02ce88d-385f-4e94-b13e-93615d51593b), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:22.027121 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a413964-94ae-494b-ac10-44123e6f9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693175', 'neutron.services.segments.db._delete_segments_for_network-8740820865199'] for network (c02ce88d-385f-4e94-b13e-93615d51593b), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:22.046572 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-6a413964-94ae-494b-ac10-44123e6f9a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02ce88d-385f-4e94-b13e-93615d51593b']}} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:22.055586 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-6a413964-94ae-494b-ac10-44123e6f9a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2152032-9ed2-4f69-b136-9ccf36add3e8') {'for_net_delete': True} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:22.055879 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.services.segments.db [None req-6a413964-94ae-494b-ac10-44123e6f9a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2152032-9ed2-4f69-b136-9ccf36add3e8') {} {{(pid=103203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 11:17:22.065339 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a413964-94ae-494b-ac10-44123e6f9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740820866744', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24944456'] for segment (c2152032-9ed2-4f69-b136-9ccf36add3e8), before_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:22.078601 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a413964-94ae-494b-ac10-44123e6f9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503'] for segment (c2152032-9ed2-4f69-b136-9ccf36add3e8), precommit_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:22.084458 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a413964-94ae-494b-ac10-44123e6f9a2f admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103203) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 11:17:22.084836 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a413964-94ae-494b-ac10-44123e6f9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12700329'] for segment (c2152032-9ed2-4f69-b136-9ccf36add3e8), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: Traceback (most recent call last): Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: timer() Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: cb(*args, **kw) Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: return func(*args, **kwargs) Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: self._notify() Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: self.callback(batched_events) Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: event.method(event) Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: return f(self, *a, **k) Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._get(url).json() Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: return self.request(url, 'GET', **kwargs) Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 11:17:22.086512 dv-cinder-830089-4-iscsi neutron-server[103203]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 11:17:22.141352 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a413964-94ae-494b-ac10-44123e6f9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499915', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16264130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16479135'] for network (c02ce88d-385f-4e94-b13e-93615d51593b), after_delete {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:22.146465 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron_lib.callbacks.manager [None req-6a413964-94ae-494b-ac10-44123e6f9a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16263984'] for network (None), before_response {{(pid=103203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:22.149577 dv-cinder-830089-4-iscsi neutron-server[103203]: INFO neutron.wsgi [None req-6a413964-94ae-494b-ac10-44123e6f9a2f admin admin] 10.222.0.55 "DELETE /v2.0/networks/c02ce88d-385f-4e94-b13e-93615d51593b HTTP/1.1" status: 204 len: 168 time: 0.2678659 Apr 12 11:17:22.161099 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a413964-94ae-494b-ac10-44123e6f9a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=c02ce88d-385f-4e94-b13e-93615d51593b,revision_number=None']} {{(pid=103203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:22.306857 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 58684) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:22.346006 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-0dfa33a4-67f4-4e9b-8399-aa15d9bfdb5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c95368fdcaec4eaaba4a0027269d86d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379851 Apr 12 11:17:22.348367 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [-] (103202) accepted ('10.222.0.55', 58688) {{(pid=103202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 11:17:22.394121 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Publish callbacks [] for security_group (079c7faf-3ef4-44b7-8494-4494f675c617), before_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:22.414215 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Publish callbacks [] for security_group (079c7faf-3ef4-44b7-8494-4494f675c617), precommit_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:22.459866 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16499746'] for security_group (079c7faf-3ef4-44b7-8494-4494f675c617), after_delete {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:22.462379 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron_lib.callbacks.manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:22.463848 dv-cinder-830089-4-iscsi neutron-server[103202]: INFO neutron.wsgi [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/079c7faf-3ef4-44b7-8494-4494f675c617 HTTP/1.1" status: 204 len: 168 time: 0.1146216 Apr 12 11:17:22.471309 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079c7faf-3ef4-44b7-8494-4494f675c617,revision_number=None']} {{(pid=103202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 11:17:22.478217 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:22.478753 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:22.479235 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:22.479568 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:22.479903 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:22.480239 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:22.480569 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:22.480892 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:22.481217 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:22.481545 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:22.481868 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:22.482192 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:22.482514 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:22.482833 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:22.483162 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621508-7e7f-4f3f-876d-dadd4df4b6a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830089-4-iscsi {{(pid=103202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 11:17:24.624084 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-163eee17-e3df-4eb9-be0f-3d05f7f35801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:26.909567 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2725810b-e6f3-4351-9b20-6ddd96bdd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:28.158092 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:28.880408 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:17:29.701792 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:31.145123 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:40.844220 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:54.625748 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-dbd29e04-8b95-4e52-a653-b1834f0e5ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:56.910555 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-a00d6332-3157-49f1-ae66-a40091cf6b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:58.163001 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:17:59.705294 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:01.143098 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:05.878514 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:18:10.860348 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:24.627815 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0090c50e-b798-4826-a969-5058d30ab059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:26.912438 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-c2d324c4-a919-44db-90ed-651b9826976b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:28.165809 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:29.707977 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:31.135092 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:40.858892 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:42.877159 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:18:54.628759 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-282409ba-134a-401c-876c-090bebf39b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:56.914364 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-aba3769d-e3c4-40f7-b209-d4e3ba9f2876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:58.166935 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:18:59.711363 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:01.136316 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:10.874120 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:16.848103 dv-cinder-830089-4-iscsi neutron-server[103202]: DEBUG neutron.wsgi [req-15d66435-15d0-4ebc-950b-070a2405ff7f req-f03842c1-e218-4386-80a9-13640b9e2e6a service neutron] (103202) timed out ('10.222.0.61', 62128) {{(pid=103202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 11:19:17.073704 dv-cinder-830089-4-iscsi neutron-server[103203]: DEBUG neutron.wsgi [req-b2eea70f-2af1-465f-a27d-2cfbaf40b1da req-63139b7e-978c-4f83-aef8-cbe5b40525ed service neutron] (103203) timed out ('10.222.0.61', 62154) {{(pid=103203) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 11:19:19.875886 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:19:24.629984 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-5483178d-700f-4963-9ece-07c4a332b0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:26.915063 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-1b7d635c-aa5f-4f1e-9ad7-f17fdb59e7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:28.170114 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:29.715819 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:31.137298 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:40.888941 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:54.630776 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-25adfd56-cf18-40db-9486-e1d1bb83e75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:56.874040 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:19:56.916209 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-071d6038-1ce7-4f21-9fb2-6c89fd854a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:58.173148 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:19:59.716779 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:01.139478 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:10.891401 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:24.632206 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-535749de-6b4c-408e-9cf6-744344d53f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:26.918767 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-db7b9480-e663-41e7-ad11-b155a42b33e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:28.178765 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:29.720987 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:31.141449 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:33.872564 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:20:40.903359 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:54.632828 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-9872506b-77e1-4670-94b4-03fc928b9fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:56.920329 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-30b5df69-9317-43f2-bfaf-990a0ca75833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:58.179305 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:20:59.725035 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:01.146317 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:10.870906 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:21:10.918988 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:24.633743 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8d95b80f-d8f9-43e9-94fc-9e8374b54947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:26.920865 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-7004e64a-203b-4c98-8608-6a0f83bcc5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:28.180961 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:29.726434 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:31.147956 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:40.917568 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:47.869782 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:21:54.635238 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-b8caff23-10ae-48fc-b552-c0e035f09a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:56.923823 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-8b3d201c-92f5-4185-b9ed-ac40172e578e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:58.183660 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:21:59.729622 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:01.152347 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:10.918325 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:24.637997 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-323a02ee-57a6-4ca9-a842-1328ec637957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bf45e946-aabe-41cb-9cc4-3dbb067740f0), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:24.868483 dv-cinder-830089-4-iscsi neutron-server[103205]: DEBUG neutron.db.agents_db [None req-052e9dc5-b465-445a-83cc-68dc3d508674 None None] Agent healthcheck: found 6 active agents {{(pid=103205) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 11:22:26.925676 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-448614e6-c81c-4260-a892-69ca3e6df535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (7eb4ea11-064b-403f-b754-66ce3bab47eb), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:28.186447 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-ae27772d-d815-498e-b435-57d8f1b2ad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (ee2ea220-5cee-47b8-b2e6-bc534edf32e8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:29.736409 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-0a98ca66-a2b6-472c-90dc-d84631b73d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (094f81f3-3f81-4c48-bf66-eff3ee1c20a9), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:31.155813 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2b365586-82b8-4d55-80b1-b1cb86329367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (bde76154-0b7a-4412-8c56-1780cf22afe6), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 11:22:40.932620 dv-cinder-830089-4-iscsi neutron-server[103204]: DEBUG neutron_lib.callbacks.manager [None req-2738bed6-d1c6-4380-ac12-fc7c0a94cef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740820865181', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691440'] for agent (cd117151-7f52-40d9-8470-5a79acd0fff8), after_update {{(pid=103204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}